Oct 24 14:36:18 user nova-compute[74497]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74497) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 14:36:18 user nova-compute[74497]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74497) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 14:36:18 user nova-compute[74497]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74497) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 14:36:18 user nova-compute[74497]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:36:19 user nova-compute[74497]: INFO nova.virt.driver [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 24 14:36:19 user nova-compute[74497]: INFO nova.compute.provider_config [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Acquiring lock "singleton_lock" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Acquired lock "singleton_lock" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Releasing lock "singleton_lock" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Full set of CONF: {{(pid=74497) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ******************************************************************************** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Configuration options gathered from: {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ================================================================================ {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] allow_resize_to_same_host      = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] arq_binding_timeout            = 300 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] backdoor_port                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] backdoor_socket                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] block_device_allocate_retries  = 300 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] block_device_allocate_retries_interval = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cert                           = self.pem {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute_monitors               = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] config_dir                     = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] config_drive_format            = iso9660 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] config_source                  = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] console_host                   = user {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] control_exchange               = nova {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cpu_allocation_ratio           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] daemon                         = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] debug                          = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] default_access_ip_network_name = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] default_availability_zone      = nova {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] default_ephemeral_format       = ext4 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] default_green_pool_size        = 1000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] default_schedule_zone          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] disk_allocation_ratio          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] enable_new_services            = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] enabled_ssl_apis               = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] flat_injected                  = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] force_config_drive             = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] force_raw_images               = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] graceful_shutdown_timeout      = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] heal_instance_info_cache_interval = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] host                           = user {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instance_build_timeout         = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instance_delete_interval       = 300 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instance_name_template         = instance-%08x {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instance_usage_audit           = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instance_usage_audit_period    = month {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] internal_service_availability_zone = internal {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] key                            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] live_migration_retry_count     = 30 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_config_append              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_dir                        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_file                       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_options                    = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_rotate_interval            = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_rotate_interval_type       = days {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] log_rotation_type              = none {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] long_rpc_timeout               = 1800 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] max_concurrent_builds          = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] max_concurrent_live_migrations = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] max_concurrent_snapshots       = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] max_local_block_devices        = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] max_logfile_count              = 30 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] max_logfile_size_mb            = 200 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] maximum_instance_delete_attempts = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] metadata_listen                = 0.0.0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] metadata_listen_port           = 8775 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] metadata_workers               = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] migrate_max_retries            = -1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] mkisofs_cmd                    = genisoimage {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] my_ip                          = 10.0.0.210 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] network_allocate_retries       = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] osapi_compute_listen_port      = 8774 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] osapi_compute_unique_server_name_scope =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] osapi_compute_workers          = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] password_length                = 12 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] periodic_enable                = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] periodic_fuzzy_delay           = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] pointer_model                  = ps2mouse {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] preallocate_images             = none {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] publish_errors                 = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] pybasedir                      = /opt/stack/nova {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ram_allocation_ratio           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rate_limit_burst               = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rate_limit_except_level        = CRITICAL {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rate_limit_interval            = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] reboot_timeout                 = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] reclaim_instance_interval      = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] record                         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] reimage_timeout_per_gb         = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] report_interval                = 120 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rescue_timeout                 = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] reserved_host_cpus             = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] reserved_host_disk_mb          = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] reserved_host_memory_mb        = 512 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] reserved_huge_pages            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] resize_confirm_window          = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] resize_fs_using_block_device   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] resume_guests_state_on_host_boot = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rpc_response_timeout           = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] run_external_periodic_tasks    = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] running_deleted_instance_action = reap {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] running_deleted_instance_timeout = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler_instance_sync_interval = 120 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_down_time              = 720 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] servicegroup_driver            = db {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] shelved_offload_time           = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] shelved_poll_interval          = 3600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] shutdown_timeout               = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] source_is_ipv6                 = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ssl_only                       = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] state_path                     = /opt/stack/data/nova {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] sync_power_state_interval      = 600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] sync_power_state_pool_size     = 1000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] syslog_log_facility            = LOG_USER {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] tempdir                        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] timeout_nbd                    = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] transport_url                  = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] update_resources_interval      = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] use_cow_images                 = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] use_eventlog                   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] use_journal                    = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] use_json                       = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] use_rootwrap_daemon            = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] use_stderr                     = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] use_syslog                     = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vcpu_pin_set                   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plugging_is_fatal          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plugging_timeout           = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] virt_mkfs                      = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] volume_usage_poll_interval     = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] watch_log_file                 = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] web                            = /usr/share/spice-html5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_concurrency.disable_process_locking = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.auth_strategy              = keystone {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.compute_link_prefix        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.dhcp_domain                = novalocal {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.enable_instance_password   = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.glance_link_prefix         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.instance_list_per_project_cells = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.list_records_by_skipping_down_cells = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.local_metadata_per_cell    = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.max_limit                  = 1000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.metadata_cache_expiration  = 15 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.neutron_default_tenant_id  = default {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.use_forwarded_for          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.use_neutron_default_nets   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.vendordata_dynamic_targets = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.vendordata_jsonfile_path   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.backend_argument         = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.config_prefix            = cache.oslo {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.dead_timeout             = 60.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.debug_cache_backend      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.enable_retry_client      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.enable_socket_keepalive  = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.enabled                  = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.expiration_time          = 600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.hashclient_retry_attempts = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_dead_retry      = 300 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_password        =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_sasl_enabled    = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.memcache_username        =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.proxies                  = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.retry_attempts           = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.retry_delay              = 0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.socket_keepalive_count   = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.socket_keepalive_idle    = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.socket_keepalive_interval = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.tls_allowed_ciphers      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.tls_cafile               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.tls_certfile             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.tls_enabled              = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cache.tls_keyfile              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.auth_section            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.auth_type               = password {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.cafile                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.certfile                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.collect_timing          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.cross_az_attach         = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.debug                   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.endpoint_template       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.http_retries            = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.insecure                = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.keyfile                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.os_region_name          = RegionOne {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.split_loggers           = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cinder.timeout                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.cpu_dedicated_set      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.cpu_shared_set         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.image_type_exclude_list = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.resource_provider_association_refresh = 300 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.shutdown_retry_interval = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] conductor.workers              = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] console.allowed_origins        = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] console.ssl_ciphers            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] console.ssl_minimum_version    = default {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] consoleauth.token_ttl          = 600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.cafile                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.certfile                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.collect_timing          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.connect_retries         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.connect_retry_delay     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.endpoint_override       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.insecure                = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.keyfile                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.max_version             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.min_version             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.region_name             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.service_name            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.service_type            = accelerator {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.split_loggers           = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.status_code_retries     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.status_code_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.timeout                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] cyborg.version                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.backend               = sqlalchemy {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.connection            = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.connection_debug      = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.connection_parameters =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.connection_recycle_time = 3600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.connection_trace      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.db_inc_retry_interval = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.db_max_retries        = 20 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.db_max_retry_interval = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.db_retry_interval     = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.max_overflow          = 50 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.max_pool_size         = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.max_retries           = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.mysql_wsrep_sync_wait = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.pool_timeout          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.retry_interval        = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.slave_connection      = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] database.sqlite_synchronous    = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.backend           = sqlalchemy {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.connection        = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.connection_debug  = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.connection_parameters =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.connection_recycle_time = 3600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.connection_trace  = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.db_inc_retry_interval = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.db_max_retries    = 20 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.db_max_retry_interval = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.db_retry_interval = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.max_overflow      = 50 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.max_pool_size     = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.max_retries       = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.pool_timeout      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.retry_interval    = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.slave_connection  = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] api_database.sqlite_synchronous = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] devices.enabled_mdev_types     = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ephemeral_storage_encryption.enabled = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.api_servers             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.cafile                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.certfile                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.collect_timing          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.connect_retries         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.connect_retry_delay     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.debug                   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.default_trusted_certificate_ids = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.enable_certificate_validation = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.enable_rbd_download     = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.endpoint_override       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.insecure                = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.keyfile                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.max_version             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.min_version             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.num_retries             = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.rbd_ceph_conf           =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.rbd_connect_timeout     = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.rbd_pool                =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.rbd_user                =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.region_name             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.service_name            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.service_type            = image {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.split_loggers           = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.status_code_retries     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.status_code_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.timeout                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.verify_glance_signatures = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] glance.version                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] guestfs.debug                  = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.config_drive_cdrom      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.config_drive_inject_password = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.enable_remotefx         = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.instances_path_share    =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.limit_cpu_features      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.use_multipath_io        = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.vswitch_name            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] mks.enabled                    = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] image_cache.manager_interval   = 2400 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] image_cache.precache_concurrency = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] image_cache.remove_unused_base_images = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] image_cache.subdirectory_name  = _base {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.api_max_retries         = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.api_retry_interval      = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.auth_section            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.auth_type               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.cafile                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.certfile                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.collect_timing          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.conductor_group         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.connect_retries         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.connect_retry_delay     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.endpoint_override       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.insecure                = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.keyfile                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.max_version             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.min_version             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.peer_list               = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.region_name             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.serial_console_state_timeout = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.service_name            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.service_type            = baremetal {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.split_loggers           = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.status_code_retries     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.status_code_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.timeout                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ironic.version                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] key_manager.fixed_key          = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.barbican_api_version  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.barbican_endpoint     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.barbican_endpoint_type = public {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.barbican_region_name  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.cafile                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.certfile              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.collect_timing        = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.insecure              = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.keyfile               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.number_of_retries     = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.retry_delay           = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.send_service_user_token = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.split_loggers         = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.timeout               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.verify_ssl            = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican.verify_ssl_path       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.auth_section = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.auth_type = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.cafile   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.certfile = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.collect_timing = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.insecure = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.keyfile  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.split_loggers = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] barbican_service_user.timeout  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.approle_role_id          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.approle_secret_id        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.cafile                   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.certfile                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.collect_timing           = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.insecure                 = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.keyfile                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.kv_mountpoint            = secret {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.kv_path                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.kv_version               = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.namespace                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.root_token_id            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.split_loggers            = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.ssl_ca_crt_file          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.timeout                  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.use_ssl                  = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.auth_section          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.auth_type             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.cafile                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.certfile              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.collect_timing        = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.connect_retries       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.connect_retry_delay   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.endpoint_override     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.insecure              = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.keyfile               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.max_version           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.min_version           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.region_name           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.service_name          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.service_type          = identity {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.split_loggers         = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.status_code_retries   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.status_code_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.timeout               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] keystone.version               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.connection_uri         =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.cpu_mode               = custom {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: WARNING oslo_config.cfg [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.cpu_power_governor_high = performance {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.cpu_power_management   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.device_detach_attempts = 8 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.device_detach_timeout  = 20 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.disk_cachemodes        = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.disk_prefix            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.enabled_perf_events    = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.file_backed_memory     = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.gid_maps               = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.hw_disk_discard        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.hw_machine_type        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.images_rbd_pool        = rbd {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.images_type            = default {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.images_volume_group    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.inject_key             = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.inject_partition       = -2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.inject_password        = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.iscsi_iface            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.iser_use_multipath     = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_downtime = 500 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_inbound_addr = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_scheme  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_timeout_action = abort {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_tunnelled = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: WARNING oslo_config.cfg [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 24 14:36:19 user nova-compute[74497]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 24 14:36:19 user nova-compute[74497]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 24 14:36:19 user nova-compute[74497]: and ``live_migration_inbound_addr`` respectively.
Oct 24 14:36:19 user nova-compute[74497]: ).  Its value may be silently ignored in the future.
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.live_migration_with_native_tls = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.max_queues             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.nfs_mount_options      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.num_pcie_ports         = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.pmem_namespaces        = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.quobyte_client_cfg     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rbd_secret_uuid        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rbd_user               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rescue_image_id        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rescue_kernel_id       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.rx_queue_size          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.smbfs_mount_options    =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.snapshot_compression   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.snapshot_image_format  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.sparse_logical_volumes = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.swtpm_enabled          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.swtpm_group            = tss {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.swtpm_user             = tss {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.sysinfo_serial         = unique {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.tb_cache_size          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.tx_queue_size          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.uid_maps               = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.use_virtio_for_bridges = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.virt_type              = kvm {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.volume_clear           = zero {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.volume_clear_size      = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.volume_use_multipath   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.vzstorage_cache_path   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.auth_section           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.auth_type              = password {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.cafile                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.certfile               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.collect_timing         = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.connect_retries        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.connect_retry_delay    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.default_floating_pool  = public {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.endpoint_override      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.extension_sync_interval = 600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.http_retries           = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.insecure               = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.keyfile                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.max_version            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.min_version            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.ovs_bridge             = br-int {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.physnets               = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.region_name            = RegionOne {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.service_metadata_proxy = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.service_name           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.service_type           = network {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.split_loggers          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.status_code_retries    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.status_code_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.timeout                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] neutron.version                = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] notifications.bdms_in_notifications = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] notifications.default_level    = INFO {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] notifications.notification_format = unversioned {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] notifications.notify_on_state_change = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] pci.alias                      = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] pci.device_spec                = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] pci.report_in_placement        = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.auth_section         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.auth_type            = password {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.cafile               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.certfile             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.collect_timing       = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.connect_retries      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.connect_retry_delay  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.default_domain_id    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.default_domain_name  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.domain_id            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.domain_name          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.endpoint_override    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.insecure             = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.keyfile              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.max_version          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.min_version          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.password             = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.project_domain_id    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.project_domain_name  = Default {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.project_id           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.project_name         = service {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.region_name          = RegionOne {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.service_name         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.service_type         = placement {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.split_loggers        = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.status_code_retries  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.status_code_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.system_scope         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.timeout              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.trust_id             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.user_domain_id       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.user_domain_name     = Default {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.user_id              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.username             = placement {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] placement.version              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.cores                    = 20 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.count_usage_from_placement = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.injected_file_content_bytes = 10240 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.injected_file_path_length = 255 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.injected_files           = 5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.instances                = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.key_pairs                = 100 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.metadata_items           = 128 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.ram                      = 51200 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.recheck_quota            = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.server_group_members     = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] quota.server_groups            = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rdp.enabled                    = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.image_metadata_prefilter = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.max_attempts         = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.max_placement_results = 1000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] scheduler.workers              = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.host_subset_size = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.isolated_hosts = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.isolated_images = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.pci_in_placement = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.track_instance_changes = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] metrics.required               = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] metrics.weight_multiplier      = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] metrics.weight_setting         = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] serial_console.enabled         = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] serial_console.port_range      = 10000:20000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] serial_console.serialproxy_port = 6083 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.auth_section      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.auth_type         = password {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.cafile            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.certfile          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.collect_timing    = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.insecure          = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.keyfile           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.send_service_user_token = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.split_loggers     = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] service_user.timeout           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.agent_enabled            = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.enabled                  = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.html5proxy_port          = 6082 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.image_compression        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.jpeg_compression         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.playback_compression     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.server_listen            = 127.0.0.1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.streaming_mode           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] spice.zlib_compression         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] upgrade_levels.baseapi         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] upgrade_levels.cert            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] upgrade_levels.compute         = auto {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] upgrade_levels.conductor       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] upgrade_levels.scheduler       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.cafile = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.certfile = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.insecure = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vendordata_dynamic_auth.timeout = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.api_retry_count         = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.ca_file                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.cache_prefix            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.cluster_name            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.connection_pool_size    = 10 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.console_delay_seconds   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.datastore_regex         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.host_ip                 = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.host_password           = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.host_port               = 443 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.host_username           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.insecure                = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.integration_bridge      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.maximum_objects         = 100 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.pbm_default_policy      = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.pbm_enabled             = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.pbm_wsdl_location       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.serial_port_proxy_uri   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.serial_port_service_uri = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.task_poll_interval      = 0.5 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.use_linked_clone        = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.vnc_keymap              = en-us {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.vnc_port                = 5900 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vmware.vnc_port_total          = 10000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.auth_schemes               = ['none'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.enabled                    = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.novncproxy_port            = 6080 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.vencrypt_ca_certs          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.vencrypt_client_cert       = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vnc.vencrypt_client_key        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.disable_rootwrap   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.enable_numa_live_migration = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.libvirt_disable_apic = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.client_socket_timeout     = 900 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.default_pool_size         = 1000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.keep_alive                = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.max_header_line           = 16384 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.ssl_ca_file               = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.ssl_cert_file             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.ssl_key_file              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.tcp_keepidle              = 600 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] zvm.ca_file                    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] zvm.cloud_connector_url        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] zvm.reachable_timeout          = 300 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.enforce_new_defaults = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.enforce_scope      = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.policy_default_rule = default {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.connection_string     = messaging:// {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.enabled               = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.es_doc_type           = notification {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.es_scroll_size        = 10000 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.es_scroll_time        = 2m {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.filter_error_trace    = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.hmac_keys             = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.sentinel_service_name = mymaster {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.socket_timeout        = 0.1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.trace_requests        = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler.trace_sqlalchemy      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler_jaeger.process_tags   = {} {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler_jaeger.service_name_prefix = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] profiler_otlp.service_name_prefix = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] remote_debug.host              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] remote_debug.port              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_notifications.retry = -1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.auth_section        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.auth_type           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.cafile              = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.certfile            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.collect_timing      = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.connect_retries     = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.connect_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.endpoint_id         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.endpoint_override   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.insecure            = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.keyfile             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.max_version         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.min_version         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.region_name         = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.service_name        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.service_type        = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.split_loggers       = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.status_code_retries = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.status_code_retry_delay = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.timeout             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.valid_interfaces    = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_limit.version             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_reports.file_event_handler = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] oslo_reports.log_dir           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_ovs_privileged.group  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] vif_plug_ovs_privileged.user   = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_ovs.isolate_vif         = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] os_brick.lock_path             = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] privsep_osbrick.capabilities   = [21] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] privsep_osbrick.group          = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] privsep_osbrick.helper_command = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] privsep_osbrick.user           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] nova_sys_admin.group           = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] nova_sys_admin.helper_command  = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] nova_sys_admin.user            = None {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG oslo_service.service [None req-cfdf4d2f-7dcf-4b11-b76c-a0bc941ea551 None None] ******************************************************************************** {{(pid=74497) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 24 14:36:19 user nova-compute[74497]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 24 14:36:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Connecting to libvirt: qemu:///system {{(pid=74497) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7eff80ada530> {{(pid=74497) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 24 14:36:19 user nova-compute[74497]: libvirt:  error : internal error: could not initialize domain event timer
Oct 24 14:36:19 user nova-compute[74497]: WARNING nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 24 14:36:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7eff80ada530> {{(pid=74497) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Starting native event thread {{(pid=74497) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Starting green dispatch thread {{(pid=74497) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 24 14:36:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Starting connection event dispatch thread {{(pid=74497) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 24 14:36:19 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Connection event '1' reason 'None'
Oct 24 14:36:19 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 24 14:36:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.mount [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Initialising _HostMountState generation 0 {{(pid=74497) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 24 14:36:26 user nova-compute[74497]: INFO nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host capabilities <capabilities>
Oct 24 14:36:26 user nova-compute[74497]:   <host>
Oct 24 14:36:26 user nova-compute[74497]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 24 14:36:26 user nova-compute[74497]:     <cpu>
Oct 24 14:36:26 user nova-compute[74497]:       <arch>x86_64</arch>
Oct 24 14:36:26 user nova-compute[74497]:       <model>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:26 user nova-compute[74497]:       <microcode version='1070'/>
Oct 24 14:36:26 user nova-compute[74497]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 24 14:36:26 user nova-compute[74497]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='ss'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='vmx'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='pcid'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='osxsave'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='hypervisor'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='arat'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='tsc_adjust'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='md-clear'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='arch-capabilities'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='invtsc'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='rsba'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature name='skip-l1dfl-vmentry'/>
Oct 24 14:36:26 user nova-compute[74497]:       <pages unit='KiB' size='4'/>
Oct 24 14:36:26 user nova-compute[74497]:       <pages unit='KiB' size='2048'/>
Oct 24 14:36:26 user nova-compute[74497]:     </cpu>
Oct 24 14:36:26 user nova-compute[74497]:     <power_management>
Oct 24 14:36:26 user nova-compute[74497]:       <suspend_mem/>
Oct 24 14:36:26 user nova-compute[74497]:       <suspend_disk/>
Oct 24 14:36:26 user nova-compute[74497]:       <suspend_hybrid/>
Oct 24 14:36:26 user nova-compute[74497]:     </power_management>
Oct 24 14:36:26 user nova-compute[74497]:     <iommu support='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     <migration_features>
Oct 24 14:36:26 user nova-compute[74497]:       <live/>
Oct 24 14:36:26 user nova-compute[74497]:       <uri_transports>
Oct 24 14:36:26 user nova-compute[74497]:         <uri_transport>tcp</uri_transport>
Oct 24 14:36:26 user nova-compute[74497]:         <uri_transport>rdma</uri_transport>
Oct 24 14:36:26 user nova-compute[74497]:       </uri_transports>
Oct 24 14:36:26 user nova-compute[74497]:     </migration_features>
Oct 24 14:36:26 user nova-compute[74497]:     <topology>
Oct 24 14:36:26 user nova-compute[74497]:       <cells num='2'>
Oct 24 14:36:26 user nova-compute[74497]:         <cell id='0'>
Oct 24 14:36:26 user nova-compute[74497]:           <memory unit='KiB'>8140616</memory>
Oct 24 14:36:26 user nova-compute[74497]:           <pages unit='KiB' size='4'>2035154</pages>
Oct 24 14:36:26 user nova-compute[74497]:           <pages unit='KiB' size='2048'>0</pages>
Oct 24 14:36:26 user nova-compute[74497]:           <distances>
Oct 24 14:36:26 user nova-compute[74497]:             <sibling id='0' value='10'/>
Oct 24 14:36:26 user nova-compute[74497]:             <sibling id='1' value='20'/>
Oct 24 14:36:26 user nova-compute[74497]:           </distances>
Oct 24 14:36:26 user nova-compute[74497]:           <cpus num='6'>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 24 14:36:26 user nova-compute[74497]:           </cpus>
Oct 24 14:36:26 user nova-compute[74497]:         </cell>
Oct 24 14:36:26 user nova-compute[74497]:         <cell id='1'>
Oct 24 14:36:26 user nova-compute[74497]:           <memory unit='KiB'>8255068</memory>
Oct 24 14:36:26 user nova-compute[74497]:           <pages unit='KiB' size='4'>2063767</pages>
Oct 24 14:36:26 user nova-compute[74497]:           <pages unit='KiB' size='2048'>0</pages>
Oct 24 14:36:26 user nova-compute[74497]:           <distances>
Oct 24 14:36:26 user nova-compute[74497]:             <sibling id='0' value='20'/>
Oct 24 14:36:26 user nova-compute[74497]:             <sibling id='1' value='10'/>
Oct 24 14:36:26 user nova-compute[74497]:           </distances>
Oct 24 14:36:26 user nova-compute[74497]:           <cpus num='6'>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 24 14:36:26 user nova-compute[74497]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 24 14:36:26 user nova-compute[74497]:           </cpus>
Oct 24 14:36:26 user nova-compute[74497]:         </cell>
Oct 24 14:36:26 user nova-compute[74497]:       </cells>
Oct 24 14:36:26 user nova-compute[74497]:     </topology>
Oct 24 14:36:26 user nova-compute[74497]:     <cache>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 24 14:36:26 user nova-compute[74497]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 24 14:36:26 user nova-compute[74497]:     </cache>
Oct 24 14:36:26 user nova-compute[74497]:     <secmodel>
Oct 24 14:36:26 user nova-compute[74497]:       <model>apparmor</model>
Oct 24 14:36:26 user nova-compute[74497]:       <doi>0</doi>
Oct 24 14:36:26 user nova-compute[74497]:     </secmodel>
Oct 24 14:36:26 user nova-compute[74497]:     <secmodel>
Oct 24 14:36:26 user nova-compute[74497]:       <model>dac</model>
Oct 24 14:36:26 user nova-compute[74497]:       <doi>0</doi>
Oct 24 14:36:26 user nova-compute[74497]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 24 14:36:26 user nova-compute[74497]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 24 14:36:26 user nova-compute[74497]:     </secmodel>
Oct 24 14:36:26 user nova-compute[74497]:   </host>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='alpha'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>clipper</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='armv6l'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>spitz</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>nuri</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>kzm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sx1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>z2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>tosa</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>n810</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>n800</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>terrier</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>midway</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>microbit</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>verdex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>highbank</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>akita</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>connex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>collie</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='armv7l'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>spitz</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>nuri</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>kzm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sx1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>z2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>tosa</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>n810</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>n800</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>terrier</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>midway</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>microbit</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>verdex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>highbank</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>akita</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>connex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>collie</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='aarch64'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>spitz</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>nuri</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>kzm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sx1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>z2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>tosa</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>n810</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>n800</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>terrier</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>midway</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>microbit</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>verdex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>raspi3b</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>highbank</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>akita</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>connex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>collie</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <acpi default='on' toggle='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='cris'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='i686'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>x-remote</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>isapc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>microvm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='kvm'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <pae/>
Oct 24 14:36:26 user nova-compute[74497]:       <nonpae/>
Oct 24 14:36:26 user nova-compute[74497]:       <acpi default='on' toggle='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:       <apic default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='m68k'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>an5206</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>q800</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>next-cube</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='microblaze'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='microblazeel'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='mips'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='16'>malta</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='mipsel'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='16'>malta</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='mips64'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='16'>malta</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>pica61</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>magnum</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='mips64el'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='16'>malta</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>pica61</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>magnum</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='16'>boston</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='ppc'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mac99</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>40p</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>taihu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='ppc64'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2048'>powernv9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>taihu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2048'>powernv10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>40p</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mac99</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2048'>powernv8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='ppc64le'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2048'>powernv9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>taihu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2048'>powernv10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>40p</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>mac99</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2048'>powernv8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='riscv32'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='8'>spike</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>opentitan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='5'>sifive_u</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sifive_e</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='8'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='riscv64'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='8'>spike</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='5'>sifive_u</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>shakti_c</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sifive_e</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='8'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='s390x'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='sh4'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>shix</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>r2d</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='sh4eb'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>shix</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>r2d</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='sparc'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>SS-5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>SS-20</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>LX</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>SS-4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>SS-10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>Voyager</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='sparc64'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sun4u</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>niagara</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>sun4v</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='x86_64'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>64</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>x-remote</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='1'>isapc</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>microvm</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='kvm'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <acpi default='on' toggle='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:       <apic default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='xtensa'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>sim</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>kc705</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>ml605</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx200</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx60</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]:   <guest>
Oct 24 14:36:26 user nova-compute[74497]:     <os_type>hvm</os_type>
Oct 24 14:36:26 user nova-compute[74497]:     <arch name='xtensaeb'>
Oct 24 14:36:26 user nova-compute[74497]:       <wordsize>32</wordsize>
Oct 24 14:36:26 user nova-compute[74497]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='4'>sim</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>kc705</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>ml605</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>virt</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx200</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>lx60</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 24 14:36:26 user nova-compute[74497]:       <domain type='qemu'/>
Oct 24 14:36:26 user nova-compute[74497]:     </arch>
Oct 24 14:36:26 user nova-compute[74497]:     <features>
Oct 24 14:36:26 user nova-compute[74497]:       <cpuselection/>
Oct 24 14:36:26 user nova-compute[74497]:       <deviceboot/>
Oct 24 14:36:26 user nova-compute[74497]:       <disksnapshot default='on' toggle='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     </features>
Oct 24 14:36:26 user nova-compute[74497]:   </guest>
Oct 24 14:36:26 user nova-compute[74497]: </capabilities>
Oct 24 14:36:26 user nova-compute[74497]: 
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for i686 via machine types: {'pc', 'ubuntu', 'ubuntu-q35', 'q35'} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 24 14:36:26 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 14:36:26 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:26 user nova-compute[74497]:   <machine>pc-i440fx-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:   <arch>i686</arch>
Oct 24 14:36:26 user nova-compute[74497]:   <vcpu max='255'/>
Oct 24 14:36:26 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='firmware'/>
Oct 24 14:36:26 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </loader>
Oct 24 14:36:26 user nova-compute[74497]:   </os>
Oct 24 14:36:26 user nova-compute[74497]:   <cpu>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='lm'/>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>kvm64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>core2duo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Penryn</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G1</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Conroe</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:   </cpu>
Oct 24 14:36:26 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:26 user nova-compute[74497]:     </enum>
Oct 24 14:36:26 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:26 user nova-compute[74497]:   <devices>
Oct 24 14:36:26 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ide</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </disk>
Oct 24 14:36:26 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </graphics>
Oct 24 14:36:26 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </video>
Oct 24 14:36:26 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:26 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:26 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </rng>
Oct 24 14:36:26 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:26 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </tpm>
Oct 24 14:36:26 user nova-compute[74497]:   </devices>
Oct 24 14:36:26 user nova-compute[74497]:   <features>
Oct 24 14:36:26 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:   </features>
Oct 24 14:36:26 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 24 14:36:26 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 14:36:26 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:26 user nova-compute[74497]:   <machine>pc-i440fx-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:   <arch>i686</arch>
Oct 24 14:36:26 user nova-compute[74497]:   <vcpu max='255'/>
Oct 24 14:36:26 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='firmware'/>
Oct 24 14:36:26 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </loader>
Oct 24 14:36:26 user nova-compute[74497]:   </os>
Oct 24 14:36:26 user nova-compute[74497]:   <cpu>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='lm'/>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>kvm64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>core2duo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Penryn</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G1</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Conroe</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:   </cpu>
Oct 24 14:36:26 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:26 user nova-compute[74497]:     </enum>
Oct 24 14:36:26 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:26 user nova-compute[74497]:   <devices>
Oct 24 14:36:26 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ide</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </disk>
Oct 24 14:36:26 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </graphics>
Oct 24 14:36:26 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </video>
Oct 24 14:36:26 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:26 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:26 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </rng>
Oct 24 14:36:26 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:26 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </tpm>
Oct 24 14:36:26 user nova-compute[74497]:   </devices>
Oct 24 14:36:26 user nova-compute[74497]:   <features>
Oct 24 14:36:26 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:   </features>
Oct 24 14:36:26 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 24 14:36:26 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 14:36:26 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:26 user nova-compute[74497]:   <machine>pc-q35-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:   <arch>i686</arch>
Oct 24 14:36:26 user nova-compute[74497]:   <vcpu max='288'/>
Oct 24 14:36:26 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='firmware'/>
Oct 24 14:36:26 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </loader>
Oct 24 14:36:26 user nova-compute[74497]:   </os>
Oct 24 14:36:26 user nova-compute[74497]:   <cpu>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='lm'/>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>kvm64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>core2duo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Penryn</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G1</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Conroe</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:   </cpu>
Oct 24 14:36:26 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:26 user nova-compute[74497]:     </enum>
Oct 24 14:36:26 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:26 user nova-compute[74497]:   <devices>
Oct 24 14:36:26 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </disk>
Oct 24 14:36:26 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </graphics>
Oct 24 14:36:26 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </video>
Oct 24 14:36:26 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:26 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:26 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </rng>
Oct 24 14:36:26 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:26 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </tpm>
Oct 24 14:36:26 user nova-compute[74497]:   </devices>
Oct 24 14:36:26 user nova-compute[74497]:   <features>
Oct 24 14:36:26 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:   </features>
Oct 24 14:36:26 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 24 14:36:26 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 14:36:26 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:26 user nova-compute[74497]:   <machine>pc-q35-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:   <arch>i686</arch>
Oct 24 14:36:26 user nova-compute[74497]:   <vcpu max='288'/>
Oct 24 14:36:26 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='firmware'/>
Oct 24 14:36:26 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </loader>
Oct 24 14:36:26 user nova-compute[74497]:   </os>
Oct 24 14:36:26 user nova-compute[74497]:   <cpu>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='lm'/>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>kvm64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>core2duo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Westmere</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Penryn</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G1</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Nehalem</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Conroe</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:   </cpu>
Oct 24 14:36:26 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:26 user nova-compute[74497]:     </enum>
Oct 24 14:36:26 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:26 user nova-compute[74497]:   <devices>
Oct 24 14:36:26 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </disk>
Oct 24 14:36:26 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </graphics>
Oct 24 14:36:26 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </video>
Oct 24 14:36:26 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:26 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:26 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </rng>
Oct 24 14:36:26 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:26 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </tpm>
Oct 24 14:36:26 user nova-compute[74497]:   </devices>
Oct 24 14:36:26 user nova-compute[74497]:   <features>
Oct 24 14:36:26 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:   </features>
Oct 24 14:36:26 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', None, 'powernv'} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'ubuntu', 'ubuntu-q35', 'q35'} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 24 14:36:26 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 14:36:26 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:26 user nova-compute[74497]:   <machine>pc-i440fx-6.2</machine>
Oct 24 14:36:26 user nova-compute[74497]:   <arch>x86_64</arch>
Oct 24 14:36:26 user nova-compute[74497]:   <vcpu max='255'/>
Oct 24 14:36:26 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='firmware'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>efi</value>
Oct 24 14:36:26 user nova-compute[74497]:     </enum>
Oct 24 14:36:26 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </loader>
Oct 24 14:36:26 user nova-compute[74497]:   </os>
Oct 24 14:36:26 user nova-compute[74497]:   <cpu>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='invtsc'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='rsba'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>kvm64</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>core2duo</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>Westmere</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>Penryn</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>Opteron_G1</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>Nehalem</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>Conroe</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:26 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:   </cpu>
Oct 24 14:36:26 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:26 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:26 user nova-compute[74497]:     </enum>
Oct 24 14:36:26 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:26 user nova-compute[74497]:   <devices>
Oct 24 14:36:26 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ide</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </disk>
Oct 24 14:36:26 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </graphics>
Oct 24 14:36:26 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </video>
Oct 24 14:36:26 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:26 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:26 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </rng>
Oct 24 14:36:26 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:26 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </tpm>
Oct 24 14:36:26 user nova-compute[74497]:   </devices>
Oct 24 14:36:26 user nova-compute[74497]:   <features>
Oct 24 14:36:26 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:26 user nova-compute[74497]:   </features>
Oct 24 14:36:26 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 24 14:36:26 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:26 user nova-compute[74497]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 14:36:26 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:26 user nova-compute[74497]:   <machine>pc-i440fx-jammy</machine>
Oct 24 14:36:26 user nova-compute[74497]:   <arch>x86_64</arch>
Oct 24 14:36:26 user nova-compute[74497]:   <vcpu max='255'/>
Oct 24 14:36:26 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:26 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:     <enum name='firmware'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>efi</value>
Oct 24 14:36:26 user nova-compute[74497]:     </enum>
Oct 24 14:36:26 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </loader>
Oct 24 14:36:26 user nova-compute[74497]:   </os>
Oct 24 14:36:26 user nova-compute[74497]:   <cpu>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:26 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:26 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:26 user nova-compute[74497]:       </enum>
Oct 24 14:36:26 user nova-compute[74497]:     </mode>
Oct 24 14:36:26 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:26 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:26 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='invtsc'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='rsba'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 14:36:26 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>kvm64</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>core2duo</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Westmere</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Penryn</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Opteron_G1</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Nehalem</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Conroe</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:   </cpu>
Oct 24 14:36:27 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:27 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:27 user nova-compute[74497]:     </enum>
Oct 24 14:36:27 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:27 user nova-compute[74497]:   <devices>
Oct 24 14:36:27 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>ide</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </disk>
Oct 24 14:36:27 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </graphics>
Oct 24 14:36:27 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </video>
Oct 24 14:36:27 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:27 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:27 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </rng>
Oct 24 14:36:27 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:27 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </tpm>
Oct 24 14:36:27 user nova-compute[74497]:   </devices>
Oct 24 14:36:27 user nova-compute[74497]:   <features>
Oct 24 14:36:27 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:27 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:27 user nova-compute[74497]:   </features>
Oct 24 14:36:27 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:27 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 24 14:36:27 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:27 user nova-compute[74497]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 14:36:27 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:27 user nova-compute[74497]:   <machine>pc-q35-jammy</machine>
Oct 24 14:36:27 user nova-compute[74497]:   <arch>x86_64</arch>
Oct 24 14:36:27 user nova-compute[74497]:   <vcpu max='288'/>
Oct 24 14:36:27 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:     <enum name='firmware'>
Oct 24 14:36:27 user nova-compute[74497]:       <value>efi</value>
Oct 24 14:36:27 user nova-compute[74497]:     </enum>
Oct 24 14:36:27 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </loader>
Oct 24 14:36:27 user nova-compute[74497]:   </os>
Oct 24 14:36:27 user nova-compute[74497]:   <cpu>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='invtsc'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='rsba'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>kvm64</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>core2duo</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Westmere</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Penryn</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Opteron_G1</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Nehalem</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Conroe</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:   </cpu>
Oct 24 14:36:27 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:27 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:27 user nova-compute[74497]:     </enum>
Oct 24 14:36:27 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:27 user nova-compute[74497]:   <devices>
Oct 24 14:36:27 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </disk>
Oct 24 14:36:27 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </graphics>
Oct 24 14:36:27 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </video>
Oct 24 14:36:27 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:27 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:27 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </rng>
Oct 24 14:36:27 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:27 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </tpm>
Oct 24 14:36:27 user nova-compute[74497]:   </devices>
Oct 24 14:36:27 user nova-compute[74497]:   <features>
Oct 24 14:36:27 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:27 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:27 user nova-compute[74497]:   </features>
Oct 24 14:36:27 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:27 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 24 14:36:27 user nova-compute[74497]: <domainCapabilities>
Oct 24 14:36:27 user nova-compute[74497]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 14:36:27 user nova-compute[74497]:   <domain>kvm</domain>
Oct 24 14:36:27 user nova-compute[74497]:   <machine>pc-q35-6.2</machine>
Oct 24 14:36:27 user nova-compute[74497]:   <arch>x86_64</arch>
Oct 24 14:36:27 user nova-compute[74497]:   <vcpu max='288'/>
Oct 24 14:36:27 user nova-compute[74497]:   <iothreads supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:   <os supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:     <enum name='firmware'>
Oct 24 14:36:27 user nova-compute[74497]:       <value>efi</value>
Oct 24 14:36:27 user nova-compute[74497]:     </enum>
Oct 24 14:36:27 user nova-compute[74497]:     <loader supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>rom</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>pflash</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='readonly'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='secure'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>yes</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>no</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </loader>
Oct 24 14:36:27 user nova-compute[74497]:   </os>
Oct 24 14:36:27 user nova-compute[74497]:   <cpu>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='host-passthrough' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='hostPassthroughMigratable'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='maximum' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='maximumMigratable'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>on</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>off</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='host-model' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <vendor>Intel</vendor>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ss'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='vmx'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='pcid'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='hypervisor'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='arat'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='umip'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='md-clear'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='stibp'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ssbd'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='invtsc'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ibpb'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='ibrs'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='amd-stibp'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='rsba'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='disable' name='erms'/>
Oct 24 14:36:27 user nova-compute[74497]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:     <mode name='custom' supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>qemu64</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>qemu32</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>phenom</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium3</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium2</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>pentium</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>n270</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>kvm64</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>kvm32</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>coreduo</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>core2duo</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>athlon</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Westmere</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Snowridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Skylake-Client</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>SandyBridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Penryn</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G5</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G4</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G3</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Opteron_G2</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Opteron_G1</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Nehalem</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>IvyBridge</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Icelake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Haswell</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-Rome</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-Milan</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>EPYC</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Dhyana</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cooperlake</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>Conroe</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='no'>Broadwell</model>
Oct 24 14:36:27 user nova-compute[74497]:       <model usable='yes'>486</model>
Oct 24 14:36:27 user nova-compute[74497]:     </mode>
Oct 24 14:36:27 user nova-compute[74497]:   </cpu>
Oct 24 14:36:27 user nova-compute[74497]:   <memoryBacking supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:     <enum name='sourceType'>
Oct 24 14:36:27 user nova-compute[74497]:       <value>file</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>anonymous</value>
Oct 24 14:36:27 user nova-compute[74497]:       <value>memfd</value>
Oct 24 14:36:27 user nova-compute[74497]:     </enum>
Oct 24 14:36:27 user nova-compute[74497]:   </memoryBacking>
Oct 24 14:36:27 user nova-compute[74497]:   <devices>
Oct 24 14:36:27 user nova-compute[74497]:     <disk supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='diskDevice'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>disk</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>cdrom</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>floppy</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>lun</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='bus'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>fdc</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>sata</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </disk>
Oct 24 14:36:27 user nova-compute[74497]:     <graphics supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='type'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>sdl</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vnc</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>spice</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>egl-headless</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </graphics>
Oct 24 14:36:27 user nova-compute[74497]:     <video supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='modelType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vga</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>cirrus</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>vmvga</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>qxl</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>none</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>bochs</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>ramfb</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </video>
Oct 24 14:36:27 user nova-compute[74497]:     <hostdev supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='mode'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>subsystem</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='startupPolicy'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>default</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>mandatory</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>requisite</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>optional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='subsysType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>usb</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>pci</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>scsi</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='capsType'/>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='pciBackend'/>
Oct 24 14:36:27 user nova-compute[74497]:     </hostdev>
Oct 24 14:36:27 user nova-compute[74497]:     <rng supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtio-non-transitional</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>random</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>egd</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>builtin</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </rng>
Oct 24 14:36:27 user nova-compute[74497]:     <filesystem supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='driverType'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>path</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>handle</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>virtiofs</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </filesystem>
Oct 24 14:36:27 user nova-compute[74497]:     <tpm supported='yes'>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='model'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>tpm-tis</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>tpm-crb</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:       <enum name='backendModel'>
Oct 24 14:36:27 user nova-compute[74497]:         <value>passthrough</value>
Oct 24 14:36:27 user nova-compute[74497]:         <value>emulator</value>
Oct 24 14:36:27 user nova-compute[74497]:       </enum>
Oct 24 14:36:27 user nova-compute[74497]:     </tpm>
Oct 24 14:36:27 user nova-compute[74497]:   </devices>
Oct 24 14:36:27 user nova-compute[74497]:   <features>
Oct 24 14:36:27 user nova-compute[74497]:     <gic supported='no'/>
Oct 24 14:36:27 user nova-compute[74497]:     <vmcoreinfo supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <genid supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <backingStoreInput supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <backup supported='yes'/>
Oct 24 14:36:27 user nova-compute[74497]:     <sev supported='no'/>
Oct 24 14:36:27 user nova-compute[74497]:   </features>
Oct 24 14:36:27 user nova-compute[74497]: </domainCapabilities>
Oct 24 14:36:27 user nova-compute[74497]:  {{(pid=74497) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74497) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74497) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Checking secure boot support for host arch (x86_64) {{(pid=74497) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Checking secure boot support for host arch (x86_64) {{(pid=74497) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Checking secure boot support for host arch (x86_64) {{(pid=74497) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Checking secure boot support for host arch (x86_64) {{(pid=74497) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Checking secure boot support for host arch (x86_64) {{(pid=74497) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 24 14:36:27 user nova-compute[74497]: INFO nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Secure Boot support detected
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] cpu compare xml: <cpu match="exact">
Oct 24 14:36:27 user nova-compute[74497]:   <model>Nehalem</model>
Oct 24 14:36:27 user nova-compute[74497]: </cpu>
Oct 24 14:36:27 user nova-compute[74497]:  {{(pid=74497) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 24 14:36:27 user nova-compute[74497]: INFO nova.virt.node [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Generated node identity 2105d7ad-1650-496f-b7c3-466f12f6fbc4
Oct 24 14:36:27 user nova-compute[74497]: INFO nova.virt.node [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Wrote node identity 2105d7ad-1650-496f-b7c3-466f12f6fbc4 to /opt/stack/data/nova/compute_id
Oct 24 14:36:27 user nova-compute[74497]: WARNING nova.compute.manager [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Compute nodes ['2105d7ad-1650-496f-b7c3-466f12f6fbc4'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 24 14:36:27 user nova-compute[74497]: INFO nova.compute.manager [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 24 14:36:27 user nova-compute[74497]: WARNING nova.compute.manager [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 24 14:36:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:36:27 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:36:27 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Hypervisor/Node resource view: name=user free_ram=10960MB free_disk=26.261539459228516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:36:27 user nova-compute[74497]: WARNING nova.compute.resource_tracker [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] No compute node record for user:2105d7ad-1650-496f-b7c3-466f12f6fbc4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2105d7ad-1650-496f-b7c3-466f12f6fbc4 could not be found.
Oct 24 14:36:27 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Compute node record created for user:user with uuid: 2105d7ad-1650-496f-b7c3-466f12f6fbc4
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:36:27 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] [req-5d09f296-0d03-48c0-bee7-cd836545ad05] Created resource provider record via placement API for resource provider with UUID 2105d7ad-1650-496f-b7c3-466f12f6fbc4 and name user.
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74497) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 24 14:36:27 user nova-compute[74497]: INFO nova.virt.libvirt.host [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] kernel doesn't support AMD SEV
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Libvirt baseline CPU <cpu>
Oct 24 14:36:27 user nova-compute[74497]:   <arch>x86_64</arch>
Oct 24 14:36:27 user nova-compute[74497]:   <model>Nehalem</model>
Oct 24 14:36:27 user nova-compute[74497]:   <vendor>Intel</vendor>
Oct 24 14:36:27 user nova-compute[74497]:   <topology sockets="6" cores="1" threads="1"/>
Oct 24 14:36:27 user nova-compute[74497]: </cpu>
Oct 24 14:36:27 user nova-compute[74497]:  {{(pid=74497) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Updated inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Updating resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 generation from 0 to 1 during operation: update_inventory {{(pid=74497) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 24 14:36:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 14:36:28 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Updating resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 generation from 1 to 2 during operation: update_traits {{(pid=74497) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 24 14:36:28 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:36:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.682s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:36:28 user nova-compute[74497]: DEBUG nova.service [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Creating RPC server for service compute {{(pid=74497) start /opt/stack/nova/nova/service.py:182}}
Oct 24 14:36:28 user nova-compute[74497]: DEBUG nova.service [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] Join ServiceGroup membership for this service compute {{(pid=74497) start /opt/stack/nova/nova/service.py:199}}
Oct 24 14:36:28 user nova-compute[74497]: DEBUG nova.servicegroup.drivers.db [None req-dcb7996b-eb75-41e9-b361-a5b15374e2a2 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74497) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 24 14:36:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:36:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:37:19 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:37:19 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=10370MB free_disk=26.165206909179688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:37:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:38:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:38:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:38:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:38:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=10284MB free_disk=26.229259490966797GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:38:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.156s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:38:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:38:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:38:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:38:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 14:39:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:39:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:39:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:39:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=10272MB free_disk=25.983043670654297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:39:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.131s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:39:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:39:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:40:22 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:22 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=9564MB free_disk=26.00226593017578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:40:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.194s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:40:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:40:31 user nova-compute[74497]: INFO nova.compute.claims [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Claim successful on node user
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.387s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.274s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:40:31 user nova-compute[74497]: INFO nova.compute.claims [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Claim successful on node user
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.network.neutron [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:40:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.269s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:40:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Creating image(s)
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "/opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:40:31 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:40:32 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:40:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:40:32 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Creating image(s)
Oct 24 14:40:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "/opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "/opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "/opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG nova.policy [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38a58561620648e0aa4a2bf3caf99e05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c5c5b44de4e8585490872dd5f0b16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG nova.policy [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c814b26550744bbea408790fa23b7a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2c60cfb8d2d4dac88aaafdb27d2a6d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.part --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG nova.virt.images [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] 536b59c7-f5c5-4b01-b1cf-a060c3b1b551 was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:40:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.part /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.part /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.converted" returned: 0 in 0.298s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.443s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:33 user nova-compute[74497]: INFO oslo.privsep.daemon [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp71ysfyym/privsep.sock']
Oct 24 14:40:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 1.182s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:33 user sudo[83747]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp71ysfyym/privsep.sock
Oct 24 14:40:33 user sudo[83747]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 14:40:34 user nova-compute[74497]: DEBUG nova.network.neutron [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Successfully created port: 8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:40:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:40:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:40:34 user nova-compute[74497]: INFO nova.compute.claims [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Claim successful on node user
Oct 24 14:40:35 user sudo[83747]: pam_unix(sudo:session): session closed for user root
Oct 24 14:40:35 user nova-compute[74497]: INFO oslo.privsep.daemon [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Spawned new privsep daemon via rootwrap
Oct 24 14:40:35 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 14:40:35 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 14:40:35 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 24 14:40:35 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83755
Oct 24 14:40:35 user nova-compute[74497]: WARNING oslo_privsep.priv_context [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] privsep daemon already running
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.447s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:40:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.159s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.policy [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '934a4f022afa4236b96f780e4c69496e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62a7a501bec3489c913376034a4b554d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:40:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Creating image(s)
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "/opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "/opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "/opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk 1073741824" returned: 0 in 0.067s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.193s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.167s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.247s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.203s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk 1073741824" returned: 0 in 0.066s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.126s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Cannot resize image /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Ensure instance console log exists: /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Successfully updated port: 8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Successfully created port: 3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.166s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Checking if we can resize image /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.215s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk 1073741824" returned: 0 in 0.055s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Cannot resize image /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Ensure instance console log exists: /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received event network-changed-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Refreshing instance network info cache due to event network-changed-8c7d1529-d090-4d07-91c5-8f070844788e. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] Acquiring lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.236s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Checking if we can resize image /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Cannot resize image /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Ensure instance console log exists: /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updating instance_info_cache with network_info: [{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Instance network_info: |[{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] Acquired lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.network.neutron [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Refreshing network info cache for port 8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Start _get_guest_xml network_info=[{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:40:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-548863153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-548863153',id=1,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-zasarp0e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:32Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=4b220537-5d67-4007-a82b-8e713b0d3aa6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ea:1b,bridge_name='br-int',has_traffic_filtering=True,id=8c7d1529-d090-4d07-91c5-8f070844788e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7d1529-d0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.objects.instance [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'pci_devices' on Instance uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:40:37 user nova-compute[74497]:   <uuid>4b220537-5d67-4007-a82b-8e713b0d3aa6</uuid>
Oct 24 14:40:37 user nova-compute[74497]:   <name>instance-00000001</name>
Oct 24 14:40:37 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:40:37 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:40:37 user nova-compute[74497]:   <metadata>
Oct 24 14:40:37 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:40:37 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:40:37 user nova-compute[74497]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-548863153</nova:name>
Oct 24 14:40:37 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:40:37</nova:creationTime>
Oct 24 14:40:37 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:40:37 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:40:37 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:40:37 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:40:37 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:40:37 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:40:37 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:40:37 user nova-compute[74497]:       <nova:owner>
Oct 24 14:40:37 user nova-compute[74497]:         <nova:user uuid="38a58561620648e0aa4a2bf3caf99e05">tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member</nova:user>
Oct 24 14:40:37 user nova-compute[74497]:         <nova:project uuid="b94c5c5b44de4e8585490872dd5f0b16">tempest-ServerBootFromVolumeStableRescueTest-1664780445</nova:project>
Oct 24 14:40:37 user nova-compute[74497]:       </nova:owner>
Oct 24 14:40:37 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:40:37 user nova-compute[74497]:       <nova:ports>
Oct 24 14:40:37 user nova-compute[74497]:         <nova:port uuid="8c7d1529-d090-4d07-91c5-8f070844788e">
Oct 24 14:40:37 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 14:40:37 user nova-compute[74497]:         </nova:port>
Oct 24 14:40:37 user nova-compute[74497]:       </nova:ports>
Oct 24 14:40:37 user nova-compute[74497]:     </nova:instance>
Oct 24 14:40:37 user nova-compute[74497]:   </metadata>
Oct 24 14:40:37 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:40:37 user nova-compute[74497]:     <system>
Oct 24 14:40:37 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:40:37 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:40:37 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:40:37 user nova-compute[74497]:       <entry name="serial">4b220537-5d67-4007-a82b-8e713b0d3aa6</entry>
Oct 24 14:40:37 user nova-compute[74497]:       <entry name="uuid">4b220537-5d67-4007-a82b-8e713b0d3aa6</entry>
Oct 24 14:40:37 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:40:37 user nova-compute[74497]:     </system>
Oct 24 14:40:37 user nova-compute[74497]:   </sysinfo>
Oct 24 14:40:37 user nova-compute[74497]:   <os>
Oct 24 14:40:37 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:40:37 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:40:37 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:40:37 user nova-compute[74497]:   </os>
Oct 24 14:40:37 user nova-compute[74497]:   <features>
Oct 24 14:40:37 user nova-compute[74497]:     <acpi/>
Oct 24 14:40:37 user nova-compute[74497]:     <apic/>
Oct 24 14:40:37 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:40:37 user nova-compute[74497]:   </features>
Oct 24 14:40:37 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:40:37 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:40:37 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:40:37 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:40:37 user nova-compute[74497]:   </clock>
Oct 24 14:40:37 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:40:37 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:40:37 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:40:37 user nova-compute[74497]:   </cpu>
Oct 24 14:40:37 user nova-compute[74497]:   <devices>
Oct 24 14:40:37 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:40:37 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:40:37 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk"/>
Oct 24 14:40:37 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:40:37 user nova-compute[74497]:     </disk>
Oct 24 14:40:37 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:40:37 user nova-compute[74497]:       <mac address="fa:16:3e:b6:ea:1b"/>
Oct 24 14:40:37 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:37 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:40:37 user nova-compute[74497]:       <target dev="tap8c7d1529-d0"/>
Oct 24 14:40:37 user nova-compute[74497]:     </interface>
Oct 24 14:40:37 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:40:37 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/console.log" append="off"/>
Oct 24 14:40:37 user nova-compute[74497]:     </serial>
Oct 24 14:40:37 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:40:37 user nova-compute[74497]:     <video>
Oct 24 14:40:37 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:37 user nova-compute[74497]:     </video>
Oct 24 14:40:37 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:40:37 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:40:37 user nova-compute[74497]:     </rng>
Oct 24 14:40:37 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:40:37 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:40:37 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:40:37 user nova-compute[74497]:     </memballoon>
Oct 24 14:40:37 user nova-compute[74497]:   </devices>
Oct 24 14:40:37 user nova-compute[74497]: </domain>
Oct 24 14:40:37 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-548863153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-548863153',id=1,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-zasarp0e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:32Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=4b220537-5d67-4007-a82b-8e713b0d3aa6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ea:1b,bridge_name='br-int',has_traffic_filtering=True,id=8c7d1529-d090-4d07-91c5-8f070844788e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7d1529-d0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG os_vif [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ea:1b,bridge_name='br-int',has_traffic_filtering=True,id=8c7d1529-d090-4d07-91c5-8f070844788e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7d1529-d0') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Created schema index Interface.name {{(pid=74497) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Created schema index Port.name {{(pid=74497) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Created schema index Bridge.name {{(pid=74497) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [POLLOUT] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5d9a1293-7043-5259-b4c1-7fc1e0882ad4', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:37 user nova-compute[74497]: INFO oslo.privsep.daemon [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp86oatjt5/privsep.sock']
Oct 24 14:40:37 user sudo[83804]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp86oatjt5/privsep.sock
Oct 24 14:40:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Successfully created port: 9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:40:37 user sudo[83804]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 14:40:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updated VIF entry in instance network info cache for port 8c7d1529-d090-4d07-91c5-8f070844788e. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updating instance_info_cache with network_info: [{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5d8b153e-d139-4f97-a7d4-88909b738de3 req-2e9f1bba-8d1a-4803-8915-a5282e1e496f service nova] Releasing lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Successfully updated port: 3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquired lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received event network-changed-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Refreshing instance network info cache due to event network-changed-3682bca8-d989-4943-a1e4-080d890c1994. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:40:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] Acquiring lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user sudo[83804]: pam_unix(sudo:session): session closed for user root
Oct 24 14:40:39 user nova-compute[74497]: INFO oslo.privsep.daemon [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Spawned new privsep daemon via rootwrap
Oct 24 14:40:39 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 14:40:39 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 14:40:39 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 24 14:40:39 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83810
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updating instance_info_cache with network_info: [{"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Successfully updated port: 9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquired lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Releasing lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Instance network_info: |[{"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] Acquired lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.neutron [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Refreshing network info cache for port 3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Start _get_guest_xml network_info=[{"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:40:39 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:39 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1898588263',display_name='tempest-DeleteServersTestJSON-server-1898588263',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1898588263',id=2,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a2c60cfb8d2d4dac88aaafdb27d2a6d6',ramdisk_id='',reservation_id='r-7p2uhs3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-410112391',owner_user_name='tempest-DeleteServersTestJSON-410112391-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:32Z,user_data=None,user_id='c814b26550744bbea408790fa23b7a3c',uuid=21c88fac-d017-49cc-9427-c4c8cf2a79cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Converting VIF {"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:46:ef,bridge_name='br-int',has_traffic_filtering=True,id=3682bca8-d989-4943-a1e4-080d890c1994,network=Network(c3f5f97e-6884-44fd-b0d5-f750b49d8e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3682bca8-d9') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lazy-loading 'pci_devices' on Instance uuid 21c88fac-d017-49cc-9427-c4c8cf2a79cc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received event network-changed-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Refreshing instance network info cache due to event network-changed-9e6192e0-a5f8-474a-a460-795225eb084d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] Acquiring lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:40:39 user nova-compute[74497]:   <uuid>21c88fac-d017-49cc-9427-c4c8cf2a79cc</uuid>
Oct 24 14:40:39 user nova-compute[74497]:   <name>instance-00000002</name>
Oct 24 14:40:39 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:40:39 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:40:39 user nova-compute[74497]:   <metadata>
Oct 24 14:40:39 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:40:39 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:40:39 user nova-compute[74497]:       <nova:name>tempest-DeleteServersTestJSON-server-1898588263</nova:name>
Oct 24 14:40:39 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:40:39</nova:creationTime>
Oct 24 14:40:39 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:40:39 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:40:39 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:40:39 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:40:39 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:40:39 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:40:39 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:40:39 user nova-compute[74497]:       <nova:owner>
Oct 24 14:40:39 user nova-compute[74497]:         <nova:user uuid="c814b26550744bbea408790fa23b7a3c">tempest-DeleteServersTestJSON-410112391-project-member</nova:user>
Oct 24 14:40:39 user nova-compute[74497]:         <nova:project uuid="a2c60cfb8d2d4dac88aaafdb27d2a6d6">tempest-DeleteServersTestJSON-410112391</nova:project>
Oct 24 14:40:39 user nova-compute[74497]:       </nova:owner>
Oct 24 14:40:39 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:40:39 user nova-compute[74497]:       <nova:ports>
Oct 24 14:40:39 user nova-compute[74497]:         <nova:port uuid="3682bca8-d989-4943-a1e4-080d890c1994">
Oct 24 14:40:39 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 14:40:39 user nova-compute[74497]:         </nova:port>
Oct 24 14:40:39 user nova-compute[74497]:       </nova:ports>
Oct 24 14:40:39 user nova-compute[74497]:     </nova:instance>
Oct 24 14:40:39 user nova-compute[74497]:   </metadata>
Oct 24 14:40:39 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:40:39 user nova-compute[74497]:     <system>
Oct 24 14:40:39 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:40:39 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:40:39 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:40:39 user nova-compute[74497]:       <entry name="serial">21c88fac-d017-49cc-9427-c4c8cf2a79cc</entry>
Oct 24 14:40:39 user nova-compute[74497]:       <entry name="uuid">21c88fac-d017-49cc-9427-c4c8cf2a79cc</entry>
Oct 24 14:40:39 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:40:39 user nova-compute[74497]:     </system>
Oct 24 14:40:39 user nova-compute[74497]:   </sysinfo>
Oct 24 14:40:39 user nova-compute[74497]:   <os>
Oct 24 14:40:39 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:40:39 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:40:39 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:40:39 user nova-compute[74497]:   </os>
Oct 24 14:40:39 user nova-compute[74497]:   <features>
Oct 24 14:40:39 user nova-compute[74497]:     <acpi/>
Oct 24 14:40:39 user nova-compute[74497]:     <apic/>
Oct 24 14:40:39 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:40:39 user nova-compute[74497]:   </features>
Oct 24 14:40:39 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:40:39 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:40:39 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:40:39 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:40:39 user nova-compute[74497]:   </clock>
Oct 24 14:40:39 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:40:39 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:40:39 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:40:39 user nova-compute[74497]:   </cpu>
Oct 24 14:40:39 user nova-compute[74497]:   <devices>
Oct 24 14:40:39 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:40:39 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:40:39 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk"/>
Oct 24 14:40:39 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:40:39 user nova-compute[74497]:     </disk>
Oct 24 14:40:39 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:40:39 user nova-compute[74497]:       <mac address="fa:16:3e:47:46:ef"/>
Oct 24 14:40:39 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:39 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:40:39 user nova-compute[74497]:       <target dev="tap3682bca8-d9"/>
Oct 24 14:40:39 user nova-compute[74497]:     </interface>
Oct 24 14:40:39 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:40:39 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/console.log" append="off"/>
Oct 24 14:40:39 user nova-compute[74497]:     </serial>
Oct 24 14:40:39 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:40:39 user nova-compute[74497]:     <video>
Oct 24 14:40:39 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:39 user nova-compute[74497]:     </video>
Oct 24 14:40:39 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:40:39 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:40:39 user nova-compute[74497]:     </rng>
Oct 24 14:40:39 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:40:39 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:40:39 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:40:39 user nova-compute[74497]:     </memballoon>
Oct 24 14:40:39 user nova-compute[74497]:   </devices>
Oct 24 14:40:39 user nova-compute[74497]: </domain>
Oct 24 14:40:39 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1898588263',display_name='tempest-DeleteServersTestJSON-server-1898588263',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1898588263',id=2,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a2c60cfb8d2d4dac88aaafdb27d2a6d6',ramdisk_id='',reservation_id='r-7p2uhs3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-410112391',owner_user_name='tempest-DeleteServersTestJSON-410112391-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:32Z,user_data=None,user_id='c814b26550744bbea408790fa23b7a3c',uuid=21c88fac-d017-49cc-9427-c4c8cf2a79cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Converting VIF {"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:46:ef,bridge_name='br-int',has_traffic_filtering=True,id=3682bca8-d989-4943-a1e4-080d890c1994,network=Network(c3f5f97e-6884-44fd-b0d5-f750b49d8e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3682bca8-d9') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG os_vif [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:46:ef,bridge_name='br-int',has_traffic_filtering=True,id=3682bca8-d989-4943-a1e4-080d890c1994,network=Network(c3f5f97e-6884-44fd-b0d5-f750b49d8e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3682bca8-d9') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c4a83b50-a70a-5aac-bbe6-f2a71928c841', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8c7d1529-d0, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8c7d1529-d0, col_values=(('qos', UUID('0ab3e2d1-e377-48f2-8617-4bd8c67676c5')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8c7d1529-d0, col_values=(('external_ids', {'iface-id': '8c7d1529-d090-4d07-91c5-8f070844788e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:ea:1b', 'vm-uuid': '4b220537-5d67-4007-a82b-8e713b0d3aa6'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: INFO os_vif [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:ea:1b,bridge_name='br-int',has_traffic_filtering=True,id=8c7d1529-d090-4d07-91c5-8f070844788e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7d1529-d0')
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3682bca8-d9, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3682bca8-d9, col_values=(('qos', UUID('3cfd79c7-40dd-4c46-82f7-a1531af7d286')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3682bca8-d9, col_values=(('external_ids', {'iface-id': '3682bca8-d989-4943-a1e4-080d890c1994', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:47:46:ef', 'vm-uuid': '21c88fac-d017-49cc-9427-c4c8cf2a79cc'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:39 user nova-compute[74497]: INFO os_vif [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:46:ef,bridge_name='br-int',has_traffic_filtering=True,id=3682bca8-d989-4943-a1e4-080d890c1994,network=Network(c3f5f97e-6884-44fd-b0d5-f750b49d8e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3682bca8-d9')
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No VIF found with MAC fa:16:3e:b6:ea:1b, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:40:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] No VIF found with MAC fa:16:3e:47:46:ef, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updating instance_info_cache with network_info: [{"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Releasing lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance network_info: |[{"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] Acquired lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.neutron [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Refreshing network info cache for port 9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Start _get_guest_xml network_info=[{"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:40:40 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:40 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1756467729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1756467729',id=3,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPQiU8Gg5uyslf4kjo9yfTNZ5mvDtWJDoGybRaWl3+BWc6NLFAY3VIH2gfgtGcHzd0eO3MRAK4qabjFkn79crXmq9JQi9tVrHqgB+wvN9Kbj3e45NgSsWzEOv5gOnjk1rQ==',key_name='tempest-keypair-1034924366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-lrrgs717',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=13911c04-9e4b-4dfe-af0d-f56f7323d90e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:49:0f,bridge_name='br-int',has_traffic_filtering=True,id=9e6192e0-a5f8-474a-a460-795225eb084d,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e6192e0-a5') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.objects.instance [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'pci_devices' on Instance uuid 13911c04-9e4b-4dfe-af0d-f56f7323d90e {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:40:40 user nova-compute[74497]:   <uuid>13911c04-9e4b-4dfe-af0d-f56f7323d90e</uuid>
Oct 24 14:40:40 user nova-compute[74497]:   <name>instance-00000003</name>
Oct 24 14:40:40 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:40:40 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:40:40 user nova-compute[74497]:   <metadata>
Oct 24 14:40:40 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:40:40 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:40:40 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1756467729</nova:name>
Oct 24 14:40:40 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:40:40</nova:creationTime>
Oct 24 14:40:40 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:40:40 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:40:40 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:40:40 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:40:40 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:40:40 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:40:40 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:40:40 user nova-compute[74497]:       <nova:owner>
Oct 24 14:40:40 user nova-compute[74497]:         <nova:user uuid="934a4f022afa4236b96f780e4c69496e">tempest-AttachVolumeShelveTestJSON-520341895-project-member</nova:user>
Oct 24 14:40:40 user nova-compute[74497]:         <nova:project uuid="62a7a501bec3489c913376034a4b554d">tempest-AttachVolumeShelveTestJSON-520341895</nova:project>
Oct 24 14:40:40 user nova-compute[74497]:       </nova:owner>
Oct 24 14:40:40 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:40:40 user nova-compute[74497]:       <nova:ports>
Oct 24 14:40:40 user nova-compute[74497]:         <nova:port uuid="9e6192e0-a5f8-474a-a460-795225eb084d">
Oct 24 14:40:40 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 14:40:40 user nova-compute[74497]:         </nova:port>
Oct 24 14:40:40 user nova-compute[74497]:       </nova:ports>
Oct 24 14:40:40 user nova-compute[74497]:     </nova:instance>
Oct 24 14:40:40 user nova-compute[74497]:   </metadata>
Oct 24 14:40:40 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:40:40 user nova-compute[74497]:     <system>
Oct 24 14:40:40 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:40:40 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:40:40 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:40:40 user nova-compute[74497]:       <entry name="serial">13911c04-9e4b-4dfe-af0d-f56f7323d90e</entry>
Oct 24 14:40:40 user nova-compute[74497]:       <entry name="uuid">13911c04-9e4b-4dfe-af0d-f56f7323d90e</entry>
Oct 24 14:40:40 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:40:40 user nova-compute[74497]:     </system>
Oct 24 14:40:40 user nova-compute[74497]:   </sysinfo>
Oct 24 14:40:40 user nova-compute[74497]:   <os>
Oct 24 14:40:40 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:40:40 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:40:40 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:40:40 user nova-compute[74497]:   </os>
Oct 24 14:40:40 user nova-compute[74497]:   <features>
Oct 24 14:40:40 user nova-compute[74497]:     <acpi/>
Oct 24 14:40:40 user nova-compute[74497]:     <apic/>
Oct 24 14:40:40 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:40:40 user nova-compute[74497]:   </features>
Oct 24 14:40:40 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:40:40 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:40:40 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:40:40 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:40:40 user nova-compute[74497]:   </clock>
Oct 24 14:40:40 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:40:40 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:40:40 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:40:40 user nova-compute[74497]:   </cpu>
Oct 24 14:40:40 user nova-compute[74497]:   <devices>
Oct 24 14:40:40 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:40:40 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:40:40 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk"/>
Oct 24 14:40:40 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:40:40 user nova-compute[74497]:     </disk>
Oct 24 14:40:40 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:40:40 user nova-compute[74497]:       <mac address="fa:16:3e:ca:49:0f"/>
Oct 24 14:40:40 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:40 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:40:40 user nova-compute[74497]:       <target dev="tap9e6192e0-a5"/>
Oct 24 14:40:40 user nova-compute[74497]:     </interface>
Oct 24 14:40:40 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:40:40 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/console.log" append="off"/>
Oct 24 14:40:40 user nova-compute[74497]:     </serial>
Oct 24 14:40:40 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:40:40 user nova-compute[74497]:     <video>
Oct 24 14:40:40 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:40 user nova-compute[74497]:     </video>
Oct 24 14:40:40 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:40:40 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:40:40 user nova-compute[74497]:     </rng>
Oct 24 14:40:40 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:40:40 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:40:40 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:40:40 user nova-compute[74497]:     </memballoon>
Oct 24 14:40:40 user nova-compute[74497]:   </devices>
Oct 24 14:40:40 user nova-compute[74497]: </domain>
Oct 24 14:40:40 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1756467729',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1756467729',id=3,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPQiU8Gg5uyslf4kjo9yfTNZ5mvDtWJDoGybRaWl3+BWc6NLFAY3VIH2gfgtGcHzd0eO3MRAK4qabjFkn79crXmq9JQi9tVrHqgB+wvN9Kbj3e45NgSsWzEOv5gOnjk1rQ==',key_name='tempest-keypair-1034924366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-lrrgs717',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=13911c04-9e4b-4dfe-af0d-f56f7323d90e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:49:0f,bridge_name='br-int',has_traffic_filtering=True,id=9e6192e0-a5f8-474a-a460-795225eb084d,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e6192e0-a5') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG os_vif [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:49:0f,bridge_name='br-int',has_traffic_filtering=True,id=9e6192e0-a5f8-474a-a460-795225eb084d,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e6192e0-a5') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '973590fe-3f21-55fc-8e11-affb5320bdff', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9e6192e0-a5, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9e6192e0-a5, col_values=(('qos', UUID('4a3cc7f1-d862-4521-8e6d-248f4c59358d')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9e6192e0-a5, col_values=(('external_ids', {'iface-id': '9e6192e0-a5f8-474a-a460-795225eb084d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:49:0f', 'vm-uuid': '13911c04-9e4b-4dfe-af0d-f56f7323d90e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:40 user nova-compute[74497]: INFO os_vif [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:49:0f,bridge_name='br-int',has_traffic_filtering=True,id=9e6192e0-a5f8-474a-a460-795225eb084d,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e6192e0-a5')
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] No VIF found with MAC fa:16:3e:ca:49:0f, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.neutron [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updated VIF entry in instance network info cache for port 3682bca8-d989-4943-a1e4-080d890c1994. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG nova.network.neutron [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updating instance_info_cache with network_info: [{"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-498104ab-10ed-453e-a712-e9a721122350 req-244c2b10-4525-435d-9cfe-eb5edf7223d0 service nova] Releasing lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updated VIF entry in instance network info cache for port 9e6192e0-a5f8-474a-a460-795225eb084d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:40:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updating instance_info_cache with network_info: [{"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66db7b14-3f36-4af3-8f36-dc668f060c97 req-152bec4f-8f1c-4aa8-9f32-994cc07d4710 service nova] Releasing lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:40:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance spawned successfully.
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Instance spawned successfully.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Took 11.60 seconds to spawn the instance on the hypervisor.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Instance spawned successfully.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Took 15.26 seconds to spawn the instance on the hypervisor.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Took 15.56 seconds to spawn the instance on the hypervisor.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.compute.manager [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Took 12.81 seconds to build instance.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-12dbc354-f850-4159-9b01-45915678c81b tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.177s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.compute.claims [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Claim successful on node user
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.compute.manager [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Took 16.31 seconds to build instance.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cde8291f-53ce-4143-8580-759f78c4a119 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.804s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:47 user nova-compute[74497]: INFO nova.compute.manager [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Took 16.50 seconds to build instance.
Oct 24 14:40:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-02239dd4-8dc9-4324-abef-b87afd0ce654 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.915s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.570s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:40:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:40:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Creating image(s)
Oct 24 14:40:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "/opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "/opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "/opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "65d5529c29363040ad56dcb9f3443e5f38fc5472" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "65d5529c29363040ad56dcb9f3443e5f38fc5472" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.007s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:48 user nova-compute[74497]: DEBUG nova.policy [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bcc66c255944b2d846473ff2870a9de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e114d4b755d5496fb4d66091924c98e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.part --force-share --output=json" returned: 0 in 0.300s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG nova.virt.images [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] 5ab0f081-2f42-4dc7-b6fe-50b13775a728 was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.part /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.part /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.converted" returned: 0 in 0.280s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472.converted --force-share --output=json" returned: 0 in 0.429s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "65d5529c29363040ad56dcb9f3443e5f38fc5472" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.664s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472 --force-share --output=json" returned: 0 in 0.311s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "65d5529c29363040ad56dcb9f3443e5f38fc5472" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "65d5529c29363040ad56dcb9f3443e5f38fc5472" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472 --force-share --output=json" returned: 0 in 0.337s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472,backing_fmt=raw /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472,backing_fmt=raw /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk 1073741824" returned: 0 in 0.082s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "65d5529c29363040ad56dcb9f3443e5f38fc5472" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.430s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Successfully created port: bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-1d15ad1b-f0d0-4dec-9a90-1c61df8c589a req-b90bd81d-f91d-4543-9a01-838dc82b07e0 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received event network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1d15ad1b-f0d0-4dec-9a90-1c61df8c589a req-b90bd81d-f91d-4543-9a01-838dc82b07e0 service nova] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1d15ad1b-f0d0-4dec-9a90-1c61df8c589a req-b90bd81d-f91d-4543-9a01-838dc82b07e0 service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1d15ad1b-f0d0-4dec-9a90-1c61df8c589a req-b90bd81d-f91d-4543-9a01-838dc82b07e0 service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-1d15ad1b-f0d0-4dec-9a90-1c61df8c589a req-b90bd81d-f91d-4543-9a01-838dc82b07e0 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] No waiting events found dispatching network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:40:51 user nova-compute[74497]: WARNING nova.compute.manager [req-1d15ad1b-f0d0-4dec-9a90-1c61df8c589a req-b90bd81d-f91d-4543-9a01-838dc82b07e0 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received unexpected event network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e for instance with vm_state active and task_state None.
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472 --force-share --output=json" returned: 0 in 0.292s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json" returned: 0 in 0.403s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Cannot resize image /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Ensure instance console log exists: /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:40:52 user nova-compute[74497]: INFO nova.compute.claims [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Claim successful on node user
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Successfully updated port: bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquired lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.474s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-changed-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Refreshing instance network info cache due to event network-changed-bc9e6f53-30a2-405b-80d3-74fd7a468c17. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] Acquiring lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:40:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.policy [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3af0283ad40489d88521f5f0798d551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c60b78f97a39495794bb1f2f2089c377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:40:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Creating image(s)
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "/opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "/opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "/opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updating instance_info_cache with network_info: [{"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Releasing lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Instance network_info: |[{"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] Acquired lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.network.neutron [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Refreshing network info cache for port bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Start _get_guest_xml network_info=[{"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:40:39Z,direct_url=<?>,disk_format='qcow2',id=5ab0f081-2f42-4dc7-b6fe-50b13775a728,min_disk=0,min_ram=0,name='',owner='e8870190c9664f21a26cf9a8dc377603',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:40:41Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'disk_bus': 'scsi', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '5ab0f081-2f42-4dc7-b6fe-50b13775a728'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:40:53 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:53 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:40:39Z,direct_url=<?>,disk_format='qcow2',id=5ab0f081-2f42-4dc7-b6fe-50b13775a728,min_disk=0,min_ram=0,name='',owner='e8870190c9664f21a26cf9a8dc377603',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:40:41Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:40:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1470676692',display_name='tempest-AttachSCSIVolumeTestJSON-server-1470676692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1470676692',id=4,image_ref='5ab0f081-2f42-4dc7-b6fe-50b13775a728',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBImb4Q4i8GAC3XPb/xHIx4EvhhPr9LRMbozAYTfvVoMBDSeSu+VAHizUMtn4MF7c1+T0qdwCfAsKtn2upR+ubnkerHq1TvDgToIB5DgKjVLJcmd56bfxWECaKiY6BoyDNw==',key_name='tempest-keypair-1387824706',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e114d4b755d5496fb4d66091924c98e2',ramdisk_id='',reservation_id='r-3ef5b3ft',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5ab0f081-2f42-4dc7-b6fe-50b13775a728',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1038731021',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1038731021-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bcc66c255944b2d846473ff2870a9de',uuid=ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Converting VIF {"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:25:03,bridge_name='br-int',has_traffic_filtering=True,id=bc9e6f53-30a2-405b-80d3-74fd7a468c17,network=Network(0877b039-8a2d-4e27-8c60-11139d430108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc9e6f53-30') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lazy-loading 'pci_devices' on Instance uuid ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f290915-526e-4a2b-a863-e8b036f9631a req-8a534d99-f249-4bc5-9c58-5232fc57a406 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received event network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f290915-526e-4a2b-a863-e8b036f9631a req-8a534d99-f249-4bc5-9c58-5232fc57a406 service nova] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f290915-526e-4a2b-a863-e8b036f9631a req-8a534d99-f249-4bc5-9c58-5232fc57a406 service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f290915-526e-4a2b-a863-e8b036f9631a req-8a534d99-f249-4bc5-9c58-5232fc57a406 service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f290915-526e-4a2b-a863-e8b036f9631a req-8a534d99-f249-4bc5-9c58-5232fc57a406 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] No waiting events found dispatching network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:40:53 user nova-compute[74497]: WARNING nova.compute.manager [req-0f290915-526e-4a2b-a863-e8b036f9631a req-8a534d99-f249-4bc5-9c58-5232fc57a406 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received unexpected event network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e for instance with vm_state active and task_state None.
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.511s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:40:53 user nova-compute[74497]:   <uuid>ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8</uuid>
Oct 24 14:40:53 user nova-compute[74497]:   <name>instance-00000004</name>
Oct 24 14:40:53 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:40:53 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:40:53 user nova-compute[74497]:   <metadata>
Oct 24 14:40:53 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:40:53 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:40:53 user nova-compute[74497]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1470676692</nova:name>
Oct 24 14:40:53 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:40:53</nova:creationTime>
Oct 24 14:40:53 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:40:53 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:40:53 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:40:53 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:40:53 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:40:53 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:40:53 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:40:53 user nova-compute[74497]:       <nova:owner>
Oct 24 14:40:53 user nova-compute[74497]:         <nova:user uuid="4bcc66c255944b2d846473ff2870a9de">tempest-AttachSCSIVolumeTestJSON-1038731021-project-member</nova:user>
Oct 24 14:40:53 user nova-compute[74497]:         <nova:project uuid="e114d4b755d5496fb4d66091924c98e2">tempest-AttachSCSIVolumeTestJSON-1038731021</nova:project>
Oct 24 14:40:53 user nova-compute[74497]:       </nova:owner>
Oct 24 14:40:53 user nova-compute[74497]:       <nova:root type="image" uuid="5ab0f081-2f42-4dc7-b6fe-50b13775a728"/>
Oct 24 14:40:53 user nova-compute[74497]:       <nova:ports>
Oct 24 14:40:53 user nova-compute[74497]:         <nova:port uuid="bc9e6f53-30a2-405b-80d3-74fd7a468c17">
Oct 24 14:40:53 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 14:40:53 user nova-compute[74497]:         </nova:port>
Oct 24 14:40:53 user nova-compute[74497]:       </nova:ports>
Oct 24 14:40:53 user nova-compute[74497]:     </nova:instance>
Oct 24 14:40:53 user nova-compute[74497]:   </metadata>
Oct 24 14:40:53 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:40:53 user nova-compute[74497]:     <system>
Oct 24 14:40:53 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:40:53 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:40:53 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:40:53 user nova-compute[74497]:       <entry name="serial">ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8</entry>
Oct 24 14:40:53 user nova-compute[74497]:       <entry name="uuid">ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8</entry>
Oct 24 14:40:53 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:40:53 user nova-compute[74497]:     </system>
Oct 24 14:40:53 user nova-compute[74497]:   </sysinfo>
Oct 24 14:40:53 user nova-compute[74497]:   <os>
Oct 24 14:40:53 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:40:53 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:40:53 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:40:53 user nova-compute[74497]:   </os>
Oct 24 14:40:53 user nova-compute[74497]:   <features>
Oct 24 14:40:53 user nova-compute[74497]:     <acpi/>
Oct 24 14:40:53 user nova-compute[74497]:     <apic/>
Oct 24 14:40:53 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:40:53 user nova-compute[74497]:   </features>
Oct 24 14:40:53 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:40:53 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:40:53 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:40:53 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:40:53 user nova-compute[74497]:   </clock>
Oct 24 14:40:53 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:40:53 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:40:53 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:40:53 user nova-compute[74497]:   </cpu>
Oct 24 14:40:53 user nova-compute[74497]:   <devices>
Oct 24 14:40:53 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:40:53 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:40:53 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk"/>
Oct 24 14:40:53 user nova-compute[74497]:       <target dev="sda" bus="scsi"/>
Oct 24 14:40:53 user nova-compute[74497]:       <address type="drive" controller="0" unit="0"/>
Oct 24 14:40:53 user nova-compute[74497]:     </disk>
Oct 24 14:40:53 user nova-compute[74497]:     <disk type="file" device="cdrom">
Oct 24 14:40:53 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 14:40:53 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk.config"/>
Oct 24 14:40:53 user nova-compute[74497]:       <target dev="sdb" bus="scsi"/>
Oct 24 14:40:53 user nova-compute[74497]:       <address type="drive" controller="0" unit="1"/>
Oct 24 14:40:53 user nova-compute[74497]:     </disk>
Oct 24 14:40:53 user nova-compute[74497]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 24 14:40:53 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:40:53 user nova-compute[74497]:       <mac address="fa:16:3e:fa:25:03"/>
Oct 24 14:40:53 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:53 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:40:53 user nova-compute[74497]:       <target dev="tapbc9e6f53-30"/>
Oct 24 14:40:53 user nova-compute[74497]:     </interface>
Oct 24 14:40:53 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:40:53 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/console.log" append="off"/>
Oct 24 14:40:53 user nova-compute[74497]:     </serial>
Oct 24 14:40:53 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:40:53 user nova-compute[74497]:     <video>
Oct 24 14:40:53 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:53 user nova-compute[74497]:     </video>
Oct 24 14:40:53 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:40:53 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:40:53 user nova-compute[74497]:     </rng>
Oct 24 14:40:53 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:40:53 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:40:53 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:40:53 user nova-compute[74497]:     </memballoon>
Oct 24 14:40:53 user nova-compute[74497]:   </devices>
Oct 24 14:40:53 user nova-compute[74497]: </domain>
Oct 24 14:40:53 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:40:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1470676692',display_name='tempest-AttachSCSIVolumeTestJSON-server-1470676692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1470676692',id=4,image_ref='5ab0f081-2f42-4dc7-b6fe-50b13775a728',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBImb4Q4i8GAC3XPb/xHIx4EvhhPr9LRMbozAYTfvVoMBDSeSu+VAHizUMtn4MF7c1+T0qdwCfAsKtn2upR+ubnkerHq1TvDgToIB5DgKjVLJcmd56bfxWECaKiY6BoyDNw==',key_name='tempest-keypair-1387824706',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e114d4b755d5496fb4d66091924c98e2',ramdisk_id='',reservation_id='r-3ef5b3ft',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5ab0f081-2f42-4dc7-b6fe-50b13775a728',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1038731021',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1038731021-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bcc66c255944b2d846473ff2870a9de',uuid=ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Converting VIF {"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:25:03,bridge_name='br-int',has_traffic_filtering=True,id=bc9e6f53-30a2-405b-80d3-74fd7a468c17,network=Network(0877b039-8a2d-4e27-8c60-11139d430108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc9e6f53-30') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG os_vif [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:25:03,bridge_name='br-int',has_traffic_filtering=True,id=bc9e6f53-30a2-405b-80d3-74fd7a468c17,network=Network(0877b039-8a2d-4e27-8c60-11139d430108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc9e6f53-30') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2dcc7b8e-6733-5d2d-a324-cac8deda35b9', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc9e6f53-30, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc9e6f53-30, col_values=(('qos', UUID('c0351d23-6b2a-438a-972d-1f4b4e66fe78')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc9e6f53-30, col_values=(('external_ids', {'iface-id': 'bc9e6f53-30a2-405b-80d3-74fd7a468c17', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:25:03', 'vm-uuid': 'ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: INFO os_vif [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:25:03,bridge_name='br-int',has_traffic_filtering=True,id=bc9e6f53-30a2-405b-80d3-74fd7a468c17,network=Network(0877b039-8a2d-4e27-8c60-11139d430108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc9e6f53-30')
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.248s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk 1073741824" returned: 0 in 0.076s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.332s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] No BDM found with device name sda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] No VIF found with MAC fa:16:3e:fa:25:03, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:40:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Using config drive
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.251s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.316s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Cannot resize image /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Ensure instance console log exists: /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG nova.network.neutron [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updated VIF entry in instance network info cache for port bc9e6f53-30a2-405b-80d3-74fd7a468c17. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG nova.network.neutron [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updating instance_info_cache with network_info: [{"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c3aa17f4-afb6-4989-a52e-b2137bebbc06 req-9bcbef15-78d8-4f9a-8636-f031c4457a93 service nova] Releasing lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Successfully created port: cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Creating config drive at /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk.config
Oct 24 14:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9_lo7vz_ {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9_lo7vz_" returned: 0 in 0.077s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:40:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-bc33bb10-4b84-41b5-9dcf-a5acbead0178 req-061f2251-b62b-4b56-94c2-2e4fe5b947a1 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received event network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bc33bb10-4b84-41b5-9dcf-a5acbead0178 req-061f2251-b62b-4b56-94c2-2e4fe5b947a1 service nova] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bc33bb10-4b84-41b5-9dcf-a5acbead0178 req-061f2251-b62b-4b56-94c2-2e4fe5b947a1 service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bc33bb10-4b84-41b5-9dcf-a5acbead0178 req-061f2251-b62b-4b56-94c2-2e4fe5b947a1 service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-bc33bb10-4b84-41b5-9dcf-a5acbead0178 req-061f2251-b62b-4b56-94c2-2e4fe5b947a1 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] No waiting events found dispatching network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:40:55 user nova-compute[74497]: WARNING nova.compute.manager [req-bc33bb10-4b84-41b5-9dcf-a5acbead0178 req-061f2251-b62b-4b56-94c2-2e4fe5b947a1 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received unexpected event network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 for instance with vm_state active and task_state None.
Oct 24 14:40:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Successfully updated port: cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:40:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquired lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:40:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updating instance_info_cache with network_info: [{"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Releasing lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Instance network_info: |[{"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Start _get_guest_xml network_info=[{"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:40:57 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:57 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2082728800',display_name='tempest-VolumesAdminNegativeTest-server-2082728800',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2082728800',id=5,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHJ/wHdVEn3ZhheKYau3qKKFf8Dt1tM/XD5n0inCFnlESkqk1aTOtmYxVkp4qwrsEF9tNIH+Jts2Yd8bCD+toykDQOeOUIkY+1a9/nBYO+5USPjQ9MkwXIqyp8MtlUwPfA==',key_name='tempest-keypair-403360414',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60b78f97a39495794bb1f2f2089c377',ramdisk_id='',reservation_id='r-8bzkkpei',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-813855317',owner_user_name='tempest-VolumesAdminNegativeTest-813855317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d3af0283ad40489d88521f5f0798d551',uuid=c507808c-745d-4634-9844-e539e1eb1d75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converting VIF {"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:72:bc,bridge_name='br-int',has_traffic_filtering=True,id=cd0ba2fd-3d15-471b-a90c-9b84b0273e82,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd0ba2fd-3d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lazy-loading 'pci_devices' on Instance uuid c507808c-745d-4634-9844-e539e1eb1d75 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:40:57 user nova-compute[74497]:   <uuid>c507808c-745d-4634-9844-e539e1eb1d75</uuid>
Oct 24 14:40:57 user nova-compute[74497]:   <name>instance-00000005</name>
Oct 24 14:40:57 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:40:57 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:40:57 user nova-compute[74497]:   <metadata>
Oct 24 14:40:57 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:40:57 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:40:57 user nova-compute[74497]:       <nova:name>tempest-VolumesAdminNegativeTest-server-2082728800</nova:name>
Oct 24 14:40:57 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:40:57</nova:creationTime>
Oct 24 14:40:57 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:40:57 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:40:57 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:40:57 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:40:57 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:40:57 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:40:57 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:40:57 user nova-compute[74497]:       <nova:owner>
Oct 24 14:40:57 user nova-compute[74497]:         <nova:user uuid="d3af0283ad40489d88521f5f0798d551">tempest-VolumesAdminNegativeTest-813855317-project-member</nova:user>
Oct 24 14:40:57 user nova-compute[74497]:         <nova:project uuid="c60b78f97a39495794bb1f2f2089c377">tempest-VolumesAdminNegativeTest-813855317</nova:project>
Oct 24 14:40:57 user nova-compute[74497]:       </nova:owner>
Oct 24 14:40:57 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:40:57 user nova-compute[74497]:       <nova:ports>
Oct 24 14:40:57 user nova-compute[74497]:         <nova:port uuid="cd0ba2fd-3d15-471b-a90c-9b84b0273e82">
Oct 24 14:40:57 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 14:40:57 user nova-compute[74497]:         </nova:port>
Oct 24 14:40:57 user nova-compute[74497]:       </nova:ports>
Oct 24 14:40:57 user nova-compute[74497]:     </nova:instance>
Oct 24 14:40:57 user nova-compute[74497]:   </metadata>
Oct 24 14:40:57 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:40:57 user nova-compute[74497]:     <system>
Oct 24 14:40:57 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:40:57 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:40:57 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:40:57 user nova-compute[74497]:       <entry name="serial">c507808c-745d-4634-9844-e539e1eb1d75</entry>
Oct 24 14:40:57 user nova-compute[74497]:       <entry name="uuid">c507808c-745d-4634-9844-e539e1eb1d75</entry>
Oct 24 14:40:57 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:40:57 user nova-compute[74497]:     </system>
Oct 24 14:40:57 user nova-compute[74497]:   </sysinfo>
Oct 24 14:40:57 user nova-compute[74497]:   <os>
Oct 24 14:40:57 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:40:57 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:40:57 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:40:57 user nova-compute[74497]:   </os>
Oct 24 14:40:57 user nova-compute[74497]:   <features>
Oct 24 14:40:57 user nova-compute[74497]:     <acpi/>
Oct 24 14:40:57 user nova-compute[74497]:     <apic/>
Oct 24 14:40:57 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:40:57 user nova-compute[74497]:   </features>
Oct 24 14:40:57 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:40:57 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:40:57 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:40:57 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:40:57 user nova-compute[74497]:   </clock>
Oct 24 14:40:57 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:40:57 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:40:57 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:40:57 user nova-compute[74497]:   </cpu>
Oct 24 14:40:57 user nova-compute[74497]:   <devices>
Oct 24 14:40:57 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:40:57 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:40:57 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk"/>
Oct 24 14:40:57 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:40:57 user nova-compute[74497]:     </disk>
Oct 24 14:40:57 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:40:57 user nova-compute[74497]:       <mac address="fa:16:3e:46:72:bc"/>
Oct 24 14:40:57 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:57 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:40:57 user nova-compute[74497]:       <target dev="tapcd0ba2fd-3d"/>
Oct 24 14:40:57 user nova-compute[74497]:     </interface>
Oct 24 14:40:57 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:40:57 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/console.log" append="off"/>
Oct 24 14:40:57 user nova-compute[74497]:     </serial>
Oct 24 14:40:57 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:40:57 user nova-compute[74497]:     <video>
Oct 24 14:40:57 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:40:57 user nova-compute[74497]:     </video>
Oct 24 14:40:57 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:40:57 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:40:57 user nova-compute[74497]:     </rng>
Oct 24 14:40:57 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:40:57 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:40:57 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:40:57 user nova-compute[74497]:     </memballoon>
Oct 24 14:40:57 user nova-compute[74497]:   </devices>
Oct 24 14:40:57 user nova-compute[74497]: </domain>
Oct 24 14:40:57 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2082728800',display_name='tempest-VolumesAdminNegativeTest-server-2082728800',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2082728800',id=5,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHJ/wHdVEn3ZhheKYau3qKKFf8Dt1tM/XD5n0inCFnlESkqk1aTOtmYxVkp4qwrsEF9tNIH+Jts2Yd8bCD+toykDQOeOUIkY+1a9/nBYO+5USPjQ9MkwXIqyp8MtlUwPfA==',key_name='tempest-keypair-403360414',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60b78f97a39495794bb1f2f2089c377',ramdisk_id='',reservation_id='r-8bzkkpei',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-813855317',owner_user_name='tempest-VolumesAdminNegativeTest-813855317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:40:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d3af0283ad40489d88521f5f0798d551',uuid=c507808c-745d-4634-9844-e539e1eb1d75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converting VIF {"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:72:bc,bridge_name='br-int',has_traffic_filtering=True,id=cd0ba2fd-3d15-471b-a90c-9b84b0273e82,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd0ba2fd-3d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG os_vif [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:72:bc,bridge_name='br-int',has_traffic_filtering=True,id=cd0ba2fd-3d15-471b-a90c-9b84b0273e82,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd0ba2fd-3d') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '990c3b46-eecf-585d-81a5-874b1ff418b1', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcd0ba2fd-3d, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcd0ba2fd-3d, col_values=(('qos', UUID('2de19700-ffc2-47bc-bbad-841c80a8636e')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcd0ba2fd-3d, col_values=(('external_ids', {'iface-id': 'cd0ba2fd-3d15-471b-a90c-9b84b0273e82', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:72:bc', 'vm-uuid': 'c507808c-745d-4634-9844-e539e1eb1d75'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: INFO os_vif [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:72:bc,bridge_name='br-int',has_traffic_filtering=True,id=cd0ba2fd-3d15-471b-a90c-9b84b0273e82,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd0ba2fd-3d')
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] No VIF found with MAC fa:16:3e:46:72:bc, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received event network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] No waiting events found dispatching network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:40:57 user nova-compute[74497]: WARNING nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received unexpected event network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 for instance with vm_state active and task_state None.
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-changed-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Refreshing instance network info cache due to event network-changed-cd0ba2fd-3d15-471b-a90c-9b84b0273e82. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Acquiring lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Acquired lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Refreshing network info cache for port cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-7e685b30-7224-431f-ba96-b86d2047aac2 req-e1cef5f6-1c5a-4d85-8000-9b63dfd0daf1 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received event network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7e685b30-7224-431f-ba96-b86d2047aac2 req-e1cef5f6-1c5a-4d85-8000-9b63dfd0daf1 service nova] Acquiring lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7e685b30-7224-431f-ba96-b86d2047aac2 req-e1cef5f6-1c5a-4d85-8000-9b63dfd0daf1 service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7e685b30-7224-431f-ba96-b86d2047aac2 req-e1cef5f6-1c5a-4d85-8000-9b63dfd0daf1 service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-7e685b30-7224-431f-ba96-b86d2047aac2 req-e1cef5f6-1c5a-4d85-8000-9b63dfd0daf1 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] No waiting events found dispatching network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:40:57 user nova-compute[74497]: WARNING nova.compute.manager [req-7e685b30-7224-431f-ba96-b86d2047aac2 req-e1cef5f6-1c5a-4d85-8000-9b63dfd0daf1 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received unexpected event network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d for instance with vm_state active and task_state None.
Oct 24 14:40:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updated VIF entry in instance network info cache for port cd0ba2fd-3d15-471b-a90c-9b84b0273e82. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updating instance_info_cache with network_info: [{"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Releasing lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:40:58 user nova-compute[74497]: WARNING nova.compute.manager [req-d76670e8-f0f6-4846-85f2-4f540757a2a8 req-dc1ea0a3-27aa-4ed2-900f-b73eab36acef service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received unexpected event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with vm_state building and task_state spawning.
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:40:58 user nova-compute[74497]: INFO nova.compute.claims [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Claim successful on node user
Oct 24 14:40:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.636s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:40:59 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.policy [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bde2d96f42d04c13adab70bf405cf40a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f5259dabc054b46979ab5815eaa0f12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-d5471851-68aa-4d85-8199-0ab8a7a59ae6 req-a2ef5603-2a3a-49cd-8270-6b6fa74ba380 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d5471851-68aa-4d85-8199-0ab8a7a59ae6 req-a2ef5603-2a3a-49cd-8270-6b6fa74ba380 service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d5471851-68aa-4d85-8199-0ab8a7a59ae6 req-a2ef5603-2a3a-49cd-8270-6b6fa74ba380 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d5471851-68aa-4d85-8199-0ab8a7a59ae6 req-a2ef5603-2a3a-49cd-8270-6b6fa74ba380 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-d5471851-68aa-4d85-8199-0ab8a7a59ae6 req-a2ef5603-2a3a-49cd-8270-6b6fa74ba380 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:40:59 user nova-compute[74497]: WARNING nova.compute.manager [req-d5471851-68aa-4d85-8199-0ab8a7a59ae6 req-a2ef5603-2a3a-49cd-8270-6b6fa74ba380 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received unexpected event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with vm_state building and task_state spawning.
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:40:59 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Creating image(s)
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "/opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "/opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "/opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:40:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-b3b5574f-a97e-41e0-b6d6-420165bf73a1 req-7df9c4af-e3b8-44a2-aa37-763077bab043 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received event network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b3b5574f-a97e-41e0-b6d6-420165bf73a1 req-7df9c4af-e3b8-44a2-aa37-763077bab043 service nova] Acquiring lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b3b5574f-a97e-41e0-b6d6-420165bf73a1 req-7df9c4af-e3b8-44a2-aa37-763077bab043 service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b3b5574f-a97e-41e0-b6d6-420165bf73a1 req-7df9c4af-e3b8-44a2-aa37-763077bab043 service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-b3b5574f-a97e-41e0-b6d6-420165bf73a1 req-7df9c4af-e3b8-44a2-aa37-763077bab043 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] No waiting events found dispatching network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:41:00 user nova-compute[74497]: WARNING nova.compute.manager [req-b3b5574f-a97e-41e0-b6d6-420165bf73a1 req-7df9c4af-e3b8-44a2-aa37-763077bab043 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received unexpected event network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d for instance with vm_state active and task_state None.
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.204s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.230s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk 1073741824" returned: 0 in 0.066s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.304s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.249s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Successfully created port: 8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Cannot resize image /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Ensure instance console log exists: /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:41:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Instance spawned successfully.
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:01 user nova-compute[74497]: INFO nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Took 13.29 seconds to spawn the instance on the hypervisor.
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Successfully updated port: 8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquired lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:41:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-changed-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Refreshing instance network info cache due to event network-changed-8cb8f806-2932-4577-95b1-a94a48a80fdb. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] Acquiring lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:41:02 user nova-compute[74497]: INFO nova.compute.manager [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Took 14.59 seconds to build instance.
Oct 24 14:41:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da6d227e-775b-4f44-9dbe-0dd97039d86a tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.937s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:41:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Instance spawned successfully.
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:02 user nova-compute[74497]: INFO nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Took 9.33 seconds to spawn the instance on the hypervisor.
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:41:02 user nova-compute[74497]: INFO nova.compute.manager [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Took 10.38 seconds to build instance.
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updating instance_info_cache with network_info: [{"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Releasing lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Instance network_info: |[{"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd26801f-f226-4aee-b27f-bf44ca173092 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.553s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] Acquired lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Refreshing network info cache for port 8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Start _get_guest_xml network_info=[{"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:41:02 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:41:02 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-767300107',display_name='tempest-TestVolumeSwap-server-767300107',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-767300107',id=6,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNgLjJSESWUhL1hAdg2DS3O47kY9QzkihkaEE8z6LQK6kfgtNjRGwZ93ef2E3j17Ydonh27eHByowhVvhSVdW5StU9VtBWvaU8IQW2fQeQzvooPbpHG9Ig1BJ8ht+qS3lQ==',key_name='tempest-keypair-409550812',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f5259dabc054b46979ab5815eaa0f12',ramdisk_id='',reservation_id='r-qmo5tedh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1071013877',owner_user_name='tempest-TestVolumeSwap-1071013877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:41:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bde2d96f42d04c13adab70bf405cf40a',uuid=c175b990-0fc9-47c4-9d56-61af37a1cec9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Converting VIF {"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:50:e7,bridge_name='br-int',has_traffic_filtering=True,id=8cb8f806-2932-4577-95b1-a94a48a80fdb,network=Network(d788a480-6f4a-4dbd-a95a-7d7c71232f44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cb8f806-29') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lazy-loading 'pci_devices' on Instance uuid c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:41:02 user nova-compute[74497]:   <uuid>c175b990-0fc9-47c4-9d56-61af37a1cec9</uuid>
Oct 24 14:41:02 user nova-compute[74497]:   <name>instance-00000006</name>
Oct 24 14:41:02 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:41:02 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:41:02 user nova-compute[74497]:   <metadata>
Oct 24 14:41:02 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:41:02 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:41:02 user nova-compute[74497]:       <nova:name>tempest-TestVolumeSwap-server-767300107</nova:name>
Oct 24 14:41:02 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:41:02</nova:creationTime>
Oct 24 14:41:02 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:41:02 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:41:02 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:41:02 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:41:02 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:41:02 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:41:02 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:41:02 user nova-compute[74497]:       <nova:owner>
Oct 24 14:41:02 user nova-compute[74497]:         <nova:user uuid="bde2d96f42d04c13adab70bf405cf40a">tempest-TestVolumeSwap-1071013877-project-member</nova:user>
Oct 24 14:41:02 user nova-compute[74497]:         <nova:project uuid="5f5259dabc054b46979ab5815eaa0f12">tempest-TestVolumeSwap-1071013877</nova:project>
Oct 24 14:41:02 user nova-compute[74497]:       </nova:owner>
Oct 24 14:41:02 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:41:02 user nova-compute[74497]:       <nova:ports>
Oct 24 14:41:02 user nova-compute[74497]:         <nova:port uuid="8cb8f806-2932-4577-95b1-a94a48a80fdb">
Oct 24 14:41:02 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 14:41:02 user nova-compute[74497]:         </nova:port>
Oct 24 14:41:02 user nova-compute[74497]:       </nova:ports>
Oct 24 14:41:02 user nova-compute[74497]:     </nova:instance>
Oct 24 14:41:02 user nova-compute[74497]:   </metadata>
Oct 24 14:41:02 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:41:02 user nova-compute[74497]:     <system>
Oct 24 14:41:02 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:41:02 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:41:02 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:41:02 user nova-compute[74497]:       <entry name="serial">c175b990-0fc9-47c4-9d56-61af37a1cec9</entry>
Oct 24 14:41:02 user nova-compute[74497]:       <entry name="uuid">c175b990-0fc9-47c4-9d56-61af37a1cec9</entry>
Oct 24 14:41:02 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:41:02 user nova-compute[74497]:     </system>
Oct 24 14:41:02 user nova-compute[74497]:   </sysinfo>
Oct 24 14:41:02 user nova-compute[74497]:   <os>
Oct 24 14:41:02 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:41:02 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:41:02 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:41:02 user nova-compute[74497]:   </os>
Oct 24 14:41:02 user nova-compute[74497]:   <features>
Oct 24 14:41:02 user nova-compute[74497]:     <acpi/>
Oct 24 14:41:02 user nova-compute[74497]:     <apic/>
Oct 24 14:41:02 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:41:02 user nova-compute[74497]:   </features>
Oct 24 14:41:02 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:41:02 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:41:02 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:41:02 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:41:02 user nova-compute[74497]:   </clock>
Oct 24 14:41:02 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:41:02 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:41:02 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:41:02 user nova-compute[74497]:   </cpu>
Oct 24 14:41:02 user nova-compute[74497]:   <devices>
Oct 24 14:41:02 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:41:02 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:41:02 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk"/>
Oct 24 14:41:02 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:41:02 user nova-compute[74497]:     </disk>
Oct 24 14:41:02 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:41:02 user nova-compute[74497]:       <mac address="fa:16:3e:90:50:e7"/>
Oct 24 14:41:02 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:41:02 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:41:02 user nova-compute[74497]:       <target dev="tap8cb8f806-29"/>
Oct 24 14:41:02 user nova-compute[74497]:     </interface>
Oct 24 14:41:02 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:41:02 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/console.log" append="off"/>
Oct 24 14:41:02 user nova-compute[74497]:     </serial>
Oct 24 14:41:02 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:41:02 user nova-compute[74497]:     <video>
Oct 24 14:41:02 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:41:02 user nova-compute[74497]:     </video>
Oct 24 14:41:02 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:41:02 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:41:02 user nova-compute[74497]:     </rng>
Oct 24 14:41:02 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:41:02 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:41:02 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:41:02 user nova-compute[74497]:     </memballoon>
Oct 24 14:41:02 user nova-compute[74497]:   </devices>
Oct 24 14:41:02 user nova-compute[74497]: </domain>
Oct 24 14:41:02 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-767300107',display_name='tempest-TestVolumeSwap-server-767300107',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-767300107',id=6,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNgLjJSESWUhL1hAdg2DS3O47kY9QzkihkaEE8z6LQK6kfgtNjRGwZ93ef2E3j17Ydonh27eHByowhVvhSVdW5StU9VtBWvaU8IQW2fQeQzvooPbpHG9Ig1BJ8ht+qS3lQ==',key_name='tempest-keypair-409550812',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5f5259dabc054b46979ab5815eaa0f12',ramdisk_id='',reservation_id='r-qmo5tedh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1071013877',owner_user_name='tempest-TestVolumeSwap-1071013877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:41:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bde2d96f42d04c13adab70bf405cf40a',uuid=c175b990-0fc9-47c4-9d56-61af37a1cec9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Converting VIF {"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:50:e7,bridge_name='br-int',has_traffic_filtering=True,id=8cb8f806-2932-4577-95b1-a94a48a80fdb,network=Network(d788a480-6f4a-4dbd-a95a-7d7c71232f44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cb8f806-29') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG os_vif [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:50:e7,bridge_name='br-int',has_traffic_filtering=True,id=8cb8f806-2932-4577-95b1-a94a48a80fdb,network=Network(d788a480-6f4a-4dbd-a95a-7d7c71232f44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cb8f806-29') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f3a47ba9-6390-55d9-a458-72dd03e6af9d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8cb8f806-29, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8cb8f806-29, col_values=(('qos', UUID('a1f8a9b1-f97c-4101-bed7-35bd5b2539bb')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8cb8f806-29, col_values=(('external_ids', {'iface-id': '8cb8f806-2932-4577-95b1-a94a48a80fdb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:50:e7', 'vm-uuid': 'c175b990-0fc9-47c4-9d56-61af37a1cec9'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:02 user nova-compute[74497]: INFO os_vif [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:50:e7,bridge_name='br-int',has_traffic_filtering=True,id=8cb8f806-2932-4577-95b1-a94a48a80fdb,network=Network(d788a480-6f4a-4dbd-a95a-7d7c71232f44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cb8f806-29')
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] No VIF found with MAC fa:16:3e:90:50:e7, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updated VIF entry in instance network info cache for port 8cb8f806-2932-4577-95b1-a94a48a80fdb. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:41:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updating instance_info_cache with network_info: [{"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:41:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9233753e-298b-4814-ad90-aa436454d16d req-c65a79ef-4fa7-4a16-bf99-ed821cf055cf service nova] Releasing lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:41:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:41:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:41:06 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Instance spawned successfully.
Oct 24 14:41:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:41:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:07 user nova-compute[74497]: INFO nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Took 7.19 seconds to spawn the instance on the hypervisor.
Oct 24 14:41:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:41:07 user nova-compute[74497]: INFO nova.compute.manager [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Took 8.44 seconds to build instance.
Oct 24 14:41:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6b105f11-e44a-46f0-9fcb-08f8ca2d768d tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.620s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-1e4907cd-ce01-424a-8e17-1c84b1048d17 req-05324820-2b63-4714-a691-1dff0b87eab5 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1e4907cd-ce01-424a-8e17-1c84b1048d17 req-05324820-2b63-4714-a691-1dff0b87eab5 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1e4907cd-ce01-424a-8e17-1c84b1048d17 req-05324820-2b63-4714-a691-1dff0b87eab5 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1e4907cd-ce01-424a-8e17-1c84b1048d17 req-05324820-2b63-4714-a691-1dff0b87eab5 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-1e4907cd-ce01-424a-8e17-1c84b1048d17 req-05324820-2b63-4714-a691-1dff0b87eab5 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:41:10 user nova-compute[74497]: WARNING nova.compute.manager [req-1e4907cd-ce01-424a-8e17-1c84b1048d17 req-05324820-2b63-4714-a691-1dff0b87eab5 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received unexpected event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with vm_state active and task_state None.
Oct 24 14:41:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:41:12 user nova-compute[74497]: WARNING nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received unexpected event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with vm_state active and task_state None.
Oct 24 14:41:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] No waiting events found dispatching network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:41:12 user nova-compute[74497]: WARNING nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received unexpected event network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb for instance with vm_state active and task_state None.
Oct 24 14:41:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] No waiting events found dispatching network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:41:12 user nova-compute[74497]: WARNING nova.compute.manager [req-9099e1b0-bd1a-47ed-96a1-f57b05d3a270 req-a726af96-069d-46ad-8554-546b10918aa8 service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received unexpected event network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb for instance with vm_state active and task_state None.
Oct 24 14:41:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 14:41:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 14:41:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 14:41:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:25 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:41:25 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7798MB free_disk=25.695892333984375GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 21c88fac-d017-49cc-9427-c4c8cf2a79cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c175b990-0fc9-47c4-9d56-61af37a1cec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:41:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.428s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:41:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updating instance_info_cache with network_info: [{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:41:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:41:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:41:34 user nova-compute[74497]: INFO nova.compute.claims [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Claim successful on node user
Oct 24 14:41:34 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 14:41:34 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:41:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.policy [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f083bccf9414a0a9ea6caf03af8fead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c838c172c874aa3b67a82ae1cba3f36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:41:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Creating image(s)
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "/opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "/opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "/opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk 1073741824" returned: 0 in 0.056s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Successfully created port: 873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Checking if we can resize image /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:41:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Cannot resize image /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Ensure instance console log exists: /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Successfully updated port: 873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquired lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-changed-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Refreshing instance network info cache due to event network-changed-873d3497-a7d8-4a52-ac75-20d84639652f. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] Acquiring lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:41:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updating instance_info_cache with network_info: [{"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Releasing lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Instance network_info: |[{"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] Acquired lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.neutron [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Refreshing network info cache for port 873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Start _get_guest_xml network_info=[{"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:41:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:41:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-102254691',display_name='tempest-VolumesAssistedSnapshotsTest-server-102254691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-102254691',id=7,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4RcHNrrnzu3o0V98a5bDlCymX3w8h9/c+gglWOedLCnPZRbwe+5J5UaaoE79fGgajw7V7WVoA8IL+trqm7+TM+3Zihsj4MdAiXitVls54oCGTE/u2+ORO58hyOnDuXxQ==',key_name='tempest-keypair-1432988752',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c838c172c874aa3b67a82ae1cba3f36',ramdisk_id='',reservation_id='r-fb8bhfzl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1235103075',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1235103075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:41:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1f083bccf9414a0a9ea6caf03af8fead',uuid=74baf884-d0c1-48ee-9c51-5363cee639d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Converting VIF {"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:20:f3,bridge_name='br-int',has_traffic_filtering=True,id=873d3497-a7d8-4a52-ac75-20d84639652f,network=Network(36896ac3-728d-41a0-910e-6be7c7544b2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap873d3497-a7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.objects.instance [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lazy-loading 'pci_devices' on Instance uuid 74baf884-d0c1-48ee-9c51-5363cee639d4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:41:37 user nova-compute[74497]:   <uuid>74baf884-d0c1-48ee-9c51-5363cee639d4</uuid>
Oct 24 14:41:37 user nova-compute[74497]:   <name>instance-00000007</name>
Oct 24 14:41:37 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:41:37 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:41:37 user nova-compute[74497]:   <metadata>
Oct 24 14:41:37 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:41:37 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:41:37 user nova-compute[74497]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-102254691</nova:name>
Oct 24 14:41:37 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:41:37</nova:creationTime>
Oct 24 14:41:37 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:41:37 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:41:37 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:41:37 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:41:37 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:41:37 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:41:37 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:41:37 user nova-compute[74497]:       <nova:owner>
Oct 24 14:41:37 user nova-compute[74497]:         <nova:user uuid="1f083bccf9414a0a9ea6caf03af8fead">tempest-VolumesAssistedSnapshotsTest-1235103075-project-member</nova:user>
Oct 24 14:41:37 user nova-compute[74497]:         <nova:project uuid="6c838c172c874aa3b67a82ae1cba3f36">tempest-VolumesAssistedSnapshotsTest-1235103075</nova:project>
Oct 24 14:41:37 user nova-compute[74497]:       </nova:owner>
Oct 24 14:41:37 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:41:37 user nova-compute[74497]:       <nova:ports>
Oct 24 14:41:37 user nova-compute[74497]:         <nova:port uuid="873d3497-a7d8-4a52-ac75-20d84639652f">
Oct 24 14:41:37 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 14:41:37 user nova-compute[74497]:         </nova:port>
Oct 24 14:41:37 user nova-compute[74497]:       </nova:ports>
Oct 24 14:41:37 user nova-compute[74497]:     </nova:instance>
Oct 24 14:41:37 user nova-compute[74497]:   </metadata>
Oct 24 14:41:37 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:41:37 user nova-compute[74497]:     <system>
Oct 24 14:41:37 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:41:37 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:41:37 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:41:37 user nova-compute[74497]:       <entry name="serial">74baf884-d0c1-48ee-9c51-5363cee639d4</entry>
Oct 24 14:41:37 user nova-compute[74497]:       <entry name="uuid">74baf884-d0c1-48ee-9c51-5363cee639d4</entry>
Oct 24 14:41:37 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:41:37 user nova-compute[74497]:     </system>
Oct 24 14:41:37 user nova-compute[74497]:   </sysinfo>
Oct 24 14:41:37 user nova-compute[74497]:   <os>
Oct 24 14:41:37 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:41:37 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:41:37 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:41:37 user nova-compute[74497]:   </os>
Oct 24 14:41:37 user nova-compute[74497]:   <features>
Oct 24 14:41:37 user nova-compute[74497]:     <acpi/>
Oct 24 14:41:37 user nova-compute[74497]:     <apic/>
Oct 24 14:41:37 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:41:37 user nova-compute[74497]:   </features>
Oct 24 14:41:37 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:41:37 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:41:37 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:41:37 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:41:37 user nova-compute[74497]:   </clock>
Oct 24 14:41:37 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:41:37 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:41:37 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:41:37 user nova-compute[74497]:   </cpu>
Oct 24 14:41:37 user nova-compute[74497]:   <devices>
Oct 24 14:41:37 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:41:37 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:41:37 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk"/>
Oct 24 14:41:37 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:41:37 user nova-compute[74497]:     </disk>
Oct 24 14:41:37 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:41:37 user nova-compute[74497]:       <mac address="fa:16:3e:a6:20:f3"/>
Oct 24 14:41:37 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:41:37 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:41:37 user nova-compute[74497]:       <target dev="tap873d3497-a7"/>
Oct 24 14:41:37 user nova-compute[74497]:     </interface>
Oct 24 14:41:37 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:41:37 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/console.log" append="off"/>
Oct 24 14:41:37 user nova-compute[74497]:     </serial>
Oct 24 14:41:37 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:41:37 user nova-compute[74497]:     <video>
Oct 24 14:41:37 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:41:37 user nova-compute[74497]:     </video>
Oct 24 14:41:37 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:41:37 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:41:37 user nova-compute[74497]:     </rng>
Oct 24 14:41:37 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:41:37 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:41:37 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:41:37 user nova-compute[74497]:     </memballoon>
Oct 24 14:41:37 user nova-compute[74497]:   </devices>
Oct 24 14:41:37 user nova-compute[74497]: </domain>
Oct 24 14:41:37 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-102254691',display_name='tempest-VolumesAssistedSnapshotsTest-server-102254691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-102254691',id=7,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4RcHNrrnzu3o0V98a5bDlCymX3w8h9/c+gglWOedLCnPZRbwe+5J5UaaoE79fGgajw7V7WVoA8IL+trqm7+TM+3Zihsj4MdAiXitVls54oCGTE/u2+ORO58hyOnDuXxQ==',key_name='tempest-keypair-1432988752',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6c838c172c874aa3b67a82ae1cba3f36',ramdisk_id='',reservation_id='r-fb8bhfzl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1235103075',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1235103075-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:41:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1f083bccf9414a0a9ea6caf03af8fead',uuid=74baf884-d0c1-48ee-9c51-5363cee639d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Converting VIF {"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:20:f3,bridge_name='br-int',has_traffic_filtering=True,id=873d3497-a7d8-4a52-ac75-20d84639652f,network=Network(36896ac3-728d-41a0-910e-6be7c7544b2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap873d3497-a7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG os_vif [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:20:f3,bridge_name='br-int',has_traffic_filtering=True,id=873d3497-a7d8-4a52-ac75-20d84639652f,network=Network(36896ac3-728d-41a0-910e-6be7c7544b2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap873d3497-a7') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a6644484-bed5-5b50-8543-40e63dea7dd5', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap873d3497-a7, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap873d3497-a7, col_values=(('qos', UUID('c78a2dc6-3b78-482d-b694-5f3bf53b6e22')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap873d3497-a7, col_values=(('external_ids', {'iface-id': '873d3497-a7d8-4a52-ac75-20d84639652f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:20:f3', 'vm-uuid': '74baf884-d0c1-48ee-9c51-5363cee639d4'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:37 user nova-compute[74497]: INFO os_vif [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:20:f3,bridge_name='br-int',has_traffic_filtering=True,id=873d3497-a7d8-4a52-ac75-20d84639652f,network=Network(36896ac3-728d-41a0-910e-6be7c7544b2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap873d3497-a7')
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] No VIF found with MAC fa:16:3e:a6:20:f3, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.neutron [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updated VIF entry in instance network info cache for port 873d3497-a7d8-4a52-ac75-20d84639652f. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG nova.network.neutron [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updating instance_info_cache with network_info: [{"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:41:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d816aca6-dce9-480e-bd2a-2f31c5b6a184 req-ed5ca88c-709d-41a1-94be-bb722c6806f3 service nova] Releasing lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-aa32941a-f6e0-4ff5-8561-48fe3e3d25c3 req-7192eb9f-26d0-4b94-9da7-cadfd5f1ab52 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aa32941a-f6e0-4ff5-8561-48fe3e3d25c3 req-7192eb9f-26d0-4b94-9da7-cadfd5f1ab52 service nova] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aa32941a-f6e0-4ff5-8561-48fe3e3d25c3 req-7192eb9f-26d0-4b94-9da7-cadfd5f1ab52 service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aa32941a-f6e0-4ff5-8561-48fe3e3d25c3 req-7192eb9f-26d0-4b94-9da7-cadfd5f1ab52 service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-aa32941a-f6e0-4ff5-8561-48fe3e3d25c3 req-7192eb9f-26d0-4b94-9da7-cadfd5f1ab52 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] No waiting events found dispatching network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:41:38 user nova-compute[74497]: WARNING nova.compute.manager [req-aa32941a-f6e0-4ff5-8561-48fe3e3d25c3 req-7192eb9f-26d0-4b94-9da7-cadfd5f1ab52 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received unexpected event network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f for instance with vm_state building and task_state spawning.
Oct 24 14:41:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-9c4e91d6-dd0d-4211-a9c8-809e43310fd0 req-b1d8a6cd-5eb6-4d02-b5dd-e56ef1527f17 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9c4e91d6-dd0d-4211-a9c8-809e43310fd0 req-b1d8a6cd-5eb6-4d02-b5dd-e56ef1527f17 service nova] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9c4e91d6-dd0d-4211-a9c8-809e43310fd0 req-b1d8a6cd-5eb6-4d02-b5dd-e56ef1527f17 service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9c4e91d6-dd0d-4211-a9c8-809e43310fd0 req-b1d8a6cd-5eb6-4d02-b5dd-e56ef1527f17 service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-9c4e91d6-dd0d-4211-a9c8-809e43310fd0 req-b1d8a6cd-5eb6-4d02-b5dd-e56ef1527f17 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] No waiting events found dispatching network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:41:41 user nova-compute[74497]: WARNING nova.compute.manager [req-9c4e91d6-dd0d-4211-a9c8-809e43310fd0 req-b1d8a6cd-5eb6-4d02-b5dd-e56ef1527f17 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received unexpected event network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f for instance with vm_state building and task_state spawning.
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:41:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Instance spawned successfully.
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:41:41 user nova-compute[74497]: INFO nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Took 5.95 seconds to spawn the instance on the hypervisor.
Oct 24 14:41:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:41:41 user nova-compute[74497]: INFO nova.compute.manager [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Took 7.06 seconds to build instance.
Oct 24 14:41:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dca40eca-436d-4a1a-a043-0215c2a6118b tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.194s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:41:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:41:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:41:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 14:41:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:41:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:41:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:41:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:16 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:42:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:42:16 user nova-compute[74497]: INFO nova.compute.claims [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Claim successful on node user
Oct 24 14:42:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.425s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:42:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:42:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:42:17 user nova-compute[74497]: INFO nova.virt.block_device [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Booting with volume 6f6deda0-5e42-427c-89b3-7c24825e9799 at /dev/vda
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.policy [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d6fc5c152b41c9a31e2b6b198f97ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c243a09250e479d9e7a341f03db4b26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:42:17 user nova-compute[74497]: DEBUG os_brick.utils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:42:17 user nova-compute[74497]: INFO oslo.privsep.daemon [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp_6h9gql9/privsep.sock']
Oct 24 14:42:17 user sudo[85426]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp_6h9gql9/privsep.sock
Oct 24 14:42:17 user sudo[85426]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 14:42:17 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully created port: f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:42:18 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully created port: 7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:42:19 user sudo[85426]: pam_unix(sudo:session): session closed for user root
Oct 24 14:42:19 user nova-compute[74497]: INFO oslo.privsep.daemon [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Spawned new privsep daemon via rootwrap
Oct 24 14:42:19 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 14:42:19 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 14:42:19 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 24 14:42:19 user nova-compute[74497]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85429
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6effcb86-7733-4a15-beda-9fb36ee9e815]: (2,) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully created port: ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c81339b-5622-4697-beef-1767543407c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:19 user nova-compute[74497]: WARNING os_brick.initiator.connectors.nvmeof [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5994155c-1401-42a4-a23e-b36a08cfce7e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec09f78-29b9-4fba-9ba6-155e9cf56376]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed9f0e3-9cf2-4706-951d-85e6f1ff1bb0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:19 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:42:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[85fb83f0-6d70-4164-b20c-d70008c64f51]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG os_brick.utils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== get_connector_properties: return (1857ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating existing volume attachment record: 701adbca-0d41-49c7-94a9-2c7db3bdde80 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:42:19 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully created port: edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:42:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully created port: a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:42:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully updated port: f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:42:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-f8514c57-5a28-4487-ae53-c6a4cf4f378e. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:20 user nova-compute[74497]: DEBUG nova.network.neutron [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:21 user nova-compute[74497]: DEBUG nova.network.neutron [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:42:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:21 user nova-compute[74497]: DEBUG nova.network.neutron [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-415365e0-c438-4fad-bd51-a7e0b36522fd req-cd9740b0-317f-482b-adba-82d5cc9fbf4c service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:21 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully updated port: abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:42:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:42:22 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully updated port: 626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:42:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:42:22 user nova-compute[74497]: INFO nova.compute.manager [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] instance snapshotting
Oct 24 14:42:22 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Beginning live snapshot process
Oct 24 14:42:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-abf77580-5dd0-4a8a-9164-3805ab162ecf. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json -f qcow2" returned: 0 in 0.213s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json -f qcow2" returned: 0 in 0.219s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully updated port: 7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-626d4b79-f7fe-489a-84e3-4073420142c3. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port 626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.225s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpj09r8kwa/bc2ff99d30414c4fa7f4705c3fa2dd20.delta 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpj09r8kwa/bc2ff99d30414c4fa7f4705c3fa2dd20.delta 1073741824" returned: 0 in 0.055s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:23 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74497) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 24 14:42:23 user nova-compute[74497]: INFO nova.virt.libvirt.host [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] UEFI support detected
Oct 24 14:42:23 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5ce2b82-a283-4c40-a03b-864aa24938c3 req-b2e97d57-c24e-40e7-b2a5-5308a7e8cdee service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully updated port: ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-ac403ef4-0bf9-482c-9492-e98b7b9995c5. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.network.neutron [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.network.neutron [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:42:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.network.neutron [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fa4d5032-762a-425f-b427-d600e0bece70 req-95473458-1776-464e-b4fd-1ba3f118a89c service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:42:25 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updating instance_info_cache with network_info: [{"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpj09r8kwa/bc2ff99d30414c4fa7f4705c3fa2dd20.delta /opt/stack/data/nova/instances/snapshots/tmpj09r8kwa/bc2ff99d30414c4fa7f4705c3fa2dd20 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-21c88fac-d017-49cc-9427-c4c8cf2a79cc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-7260f535-15b9-4601-8773-d83acf9214c7. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.network.neutron [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port 7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG nova.network.neutron [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpj09r8kwa/bc2ff99d30414c4fa7f4705c3fa2dd20.delta /opt/stack/data/nova/instances/snapshots/tmpj09r8kwa/bc2ff99d30414c4fa7f4705c3fa2dd20" returned: 0 in 0.778s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Snapshot extracted, beginning image upload
Oct 24 14:42:26 user nova-compute[74497]: DEBUG nova.network.neutron [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dc1279e-b9fa-4541-bc2e-8016fa6b40d6 req-8e6a904e-0489-43a9-9980-e589b886e80d service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG nova.objects.instance [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lazy-loading 'flavor' on Instance uuid 21c88fac-d017-49cc-9427-c4c8cf2a79cc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully updated port: edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.159s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:26 user nova-compute[74497]: INFO nova.compute.manager [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Attaching volume 38c482a5-ad4b-4544-8f92-89033a062928 to /dev/vdb
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG os_brick.utils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d8a249-e957-4f35-afd3-22a44f09e99d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d1eb4a-0927-40a1-ab0c-57f4ee8265d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c56c19a2-c03a-4dbc-b0df-c93980f12521]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef4c8244-bb40-419c-b9f2-d5827fc1ca19]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:27 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd48a9b-b718-4b46-ae49-b56b7183f2a9]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG os_brick.utils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updating existing volume attachment record: 76a6bc40-c183-4ba2-b16b-0dfe36d2787e {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Successfully updated port: a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG nova.compute.manager [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received event network-changed-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG nova.compute.manager [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Refreshing instance network info cache due to event network-changed-9e6192e0-a5f8-474a-a460-795225eb084d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Acquiring lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Acquired lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Refreshing network info cache for port 9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updated VIF entry in instance network info cache for port 9e6192e0-a5f8-474a-a460-795225eb084d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updating instance_info_cache with network_info: [{"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Releasing lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-edb82436-b52f-47fc-98e6-56316a262dd6. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:42:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7637MB free_disk=25.638763427734375GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 21c88fac-d017-49cc-9427-c4c8cf2a79cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c175b990-0fc9-47c4-9d56-61af37a1cec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 74baf884-d0c1-48ee-9c51-5363cee639d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 5358adcc-432b-40f6-abc4-6a6001d64a8e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:42:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:29 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Snapshot image upload complete
Oct 24 14:42:29 user nova-compute[74497]: INFO nova.compute.manager [None req-6d9ba82f-e705-4953-907d-900ade61bbba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Took 7.35 seconds to snapshot the instance on the hypervisor.
Oct 24 14:42:30 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.556s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [{"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance network_info: |[{"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:30 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updated VIF entry in instance network info cache for port edb82436-b52f-47fc-98e6-56316a262dd6. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [{"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-a3fec18b-0c74-43c7-884c-39a09a5344b3. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updated VIF entry in instance network info cache for port a3fec18b-0c74-43c7-884c-39a09a5344b3. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [{"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d0cee242-fa97-4005-8521-747e626533b5 req-82c980e9-5a61-4de4-9ca8-58b0220a7440 service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:42:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-changed-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Refreshing instance network info cache due to event network-changed-bc9e6f53-30a2-405b-80d3-74fd7a468c17. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] Acquiring lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] Acquired lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Refreshing network info cache for port bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:38 user nova-compute[74497]: INFO nova.virt.block_device [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Booting with volume 8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 at /dev/vdb
Oct 24 14:42:38 user nova-compute[74497]: DEBUG os_brick.utils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[68821099-166d-4b6e-8614-d1559bacf678]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3aa54be-50a4-4079-a05c-2f89985ee386]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d723bb44-fd21-4c0a-97ef-063147990e7f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[108fd2e9-9330-40b9-9eb7-a144d236cf1b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:38 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1a8241-bc43-4333-b74f-92d9799b1f89]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG os_brick.utils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating existing volume attachment record: a8a0389a-c53f-474b-8ac7-bcaf6c68f8e0 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updated VIF entry in instance network info cache for port bc9e6f53-30a2-405b-80d3-74fd7a468c17. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updating instance_info_cache with network_info: [{"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6bd3756d-7cbf-42ba-b57a-d290860b13b4 req-af2260f0-b512-4faf-b9ac-eaadfcc482cb service nova] Releasing lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:41 user nova-compute[74497]: INFO nova.compute.manager [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Shelving
Oct 24 14:42:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:42 user nova-compute[74497]: DEBUG nova.compute.manager [req-8324ab2f-d5f9-41c6-b0fa-d90d61745fd0 req-f7ca60d8-d00d-4307-9b94-66da2f42f17a service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received event network-vif-unplugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8324ab2f-d5f9-41c6-b0fa-d90d61745fd0 req-f7ca60d8-d00d-4307-9b94-66da2f42f17a service nova] Acquiring lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8324ab2f-d5f9-41c6-b0fa-d90d61745fd0 req-f7ca60d8-d00d-4307-9b94-66da2f42f17a service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8324ab2f-d5f9-41c6-b0fa-d90d61745fd0 req-f7ca60d8-d00d-4307-9b94-66da2f42f17a service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:42 user nova-compute[74497]: DEBUG nova.compute.manager [req-8324ab2f-d5f9-41c6-b0fa-d90d61745fd0 req-f7ca60d8-d00d-4307-9b94-66da2f42f17a service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] No waiting events found dispatching network-vif-unplugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:42:42 user nova-compute[74497]: WARNING nova.compute.manager [req-8324ab2f-d5f9-41c6-b0fa-d90d61745fd0 req-f7ca60d8-d00d-4307-9b94-66da2f42f17a service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received unexpected event network-vif-unplugged-9e6192e0-a5f8-474a-a460-795225eb084d for instance with vm_state active and task_state shelving.
Oct 24 14:42:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance destroyed successfully.
Oct 24 14:42:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-changed-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Refreshing instance network info cache due to event network-changed-cd0ba2fd-3d15-471b-a90c-9b84b0273e82. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] Acquiring lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] Acquired lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG nova.network.neutron [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Refreshing network info cache for port cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:43 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Beginning cold snapshot process
Oct 24 14:42:43 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk /opt/stack/data/nova/instances/snapshots/tmpj2jjxzga/cd76f2581c064b9f8dc0a78914fc4421 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG nova.network.neutron [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updated VIF entry in instance network info cache for port cd0ba2fd-3d15-471b-a90c-9b84b0273e82. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG nova.network.neutron [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updating instance_info_cache with network_info: [{"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85ab8ea1-f095-4a82-bf1d-0133d8859062 req-b1026ba3-0585-4d43-9528-e811de646d69 service nova] Releasing lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e/disk /opt/stack/data/nova/instances/snapshots/tmpj2jjxzga/cd76f2581c064b9f8dc0a78914fc4421" returned: 0 in 0.982s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Snapshot extracted, beginning image upload
Oct 24 14:42:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-eaee22b4-c0e0-49ca-ba0c-48f97772b229 req-bfce6511-57d1-4ce9-90f6-c58777650729 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received event network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-eaee22b4-c0e0-49ca-ba0c-48f97772b229 req-bfce6511-57d1-4ce9-90f6-c58777650729 service nova] Acquiring lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-eaee22b4-c0e0-49ca-ba0c-48f97772b229 req-bfce6511-57d1-4ce9-90f6-c58777650729 service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-eaee22b4-c0e0-49ca-ba0c-48f97772b229 req-bfce6511-57d1-4ce9-90f6-c58777650729 service nova] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-eaee22b4-c0e0-49ca-ba0c-48f97772b229 req-bfce6511-57d1-4ce9-90f6-c58777650729 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] No waiting events found dispatching network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:42:44 user nova-compute[74497]: WARNING nova.compute.manager [req-eaee22b4-c0e0-49ca-ba0c-48f97772b229 req-bfce6511-57d1-4ce9-90f6-c58777650729 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received unexpected event network-vif-plugged-9e6192e0-a5f8-474a-a460-795225eb084d for instance with vm_state active and task_state shelving_image_pending_upload.
Oct 24 14:42:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG nova.objects.instance [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lazy-loading 'flavor' on Instance uuid ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:45 user nova-compute[74497]: INFO nova.compute.manager [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Attaching volume 5def4837-35d9-414e-af3d-623efa72be57 to /dev/sdc
Oct 24 14:42:45 user nova-compute[74497]: DEBUG os_brick.utils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa80d86a-cd8e-4ed7-bc37-c2bcec0b4f6e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cda3c33-9cff-4786-8144-906f8557b06a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c972c5e1-07a2-4378-9330-34f7fbdb1a82]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ef37a5-7d36-4089-8e12-bf0860b58358]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:45 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:42:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c0a861a-8d53-4f65-960c-89761affc46b]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG os_brick.utils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:42:45 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updating existing volume attachment record: 7f75b05e-ae5a-400f-8b96-ae1bfc9b003d {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:42:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Snapshot image upload complete
Oct 24 14:42:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connector [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Factory for ISCSI on None {{(pid=74497) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iXOhIjpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:42:48 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:42:48 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:42:48 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: INFO nova.compute.manager [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Shelve offloading
Oct 24 14:42:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance destroyed successfully.
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd222b7-60d7-4f8f-b91b-e7d57ec924bc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:42:48 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquired lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[702b2429-5cb5-4c5f-88ff-e14a1e1b2da8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928] added
Oct 24 14:42:48 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f9f7a8b-8152-40ea-8d28-e75ae80cdbbd]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[18fd1565-8b50-41dd-a3f6-9ae78ade5a82]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iXOhIjpD {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iXOhIjpD" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada00591-322b-4793-ab4f-df101a20a412]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iXOhIjpD'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f69172-6b45-4be7-97f0-494e6fcff133]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e0890e3-8f68-4a20-a326-96b4004bbd26]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 14:42:48 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 14:42:48 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:42:48 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 14:42:48 user nova-compute[74497]: 
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[98dcf147-d795-433d-83fd-39379ba553e5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260]
Oct 24 14:42:48 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260] successful.
Oct 24 14:42:48 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b20b6b0b-88a8-4ba9-a8e2-ef2571a4c943]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4b3b15-7471-4b25-9324-715f4c5058cb]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 (non-flash)
Oct 24 14:42:48 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 (non-flash)
Oct 24 14:42:48 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e6d187b-f60a-4bda-a4ca-9369b2af3e0c]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updating instance_info_cache with network_info: [{"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Releasing lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iXOhIjpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '26234356435333734', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26234356435333734', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:42:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance destroyed successfully.
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'resources' on Instance uuid 13911c04-9e4b-4dfe-af0d-f56f7323d90e {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.objects.instance [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lazy-loading 'flavor' on Instance uuid 21c88fac-d017-49cc-9427-c4c8cf2a79cc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1756467729',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1756467729',id=3,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPQiU8Gg5uyslf4kjo9yfTNZ5mvDtWJDoGybRaWl3+BWc6NLFAY3VIH2gfgtGcHzd0eO3MRAK4qabjFkn79crXmq9JQi9tVrHqgB+wvN9Kbj3e45NgSsWzEOv5gOnjk1rQ==',key_name='tempest-keypair-1034924366',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:40:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-lrrgs717',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member',shelved_at='2023-10-24T14:42:47.935289',shelved_host='user',shelved_image_id='08ee1eb6-271c-40d1-91d2-2d994c2ce320'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:42:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=13911c04-9e4b-4dfe-af0d-f56f7323d90e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": "9e6192e0-a5f8-474a-a460-795225eb084d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:49:0f,bridge_name='br-int',has_traffic_filtering=True,id=9e6192e0-a5f8-474a-a460-795225eb084d,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e6192e0-a5') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG os_vif [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:49:0f,bridge_name='br-int',has_traffic_filtering=True,id=9e6192e0-a5f8-474a-a460-795225eb084d,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e6192e0-a5') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9e6192e0-a5, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Received event network-changed-9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Refreshing instance network info cache due to event network-changed-9e6192e0-a5f8-474a-a460-795225eb084d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] Acquiring lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] Acquired lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.network.neutron [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Refreshing network info cache for port 9e6192e0-a5f8-474a-a460-795225eb084d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a3cc7f1-d862-4521-8e6d-248f4c59358d) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:42:49 user nova-compute[74497]: INFO os_vif [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:49:0f,bridge_name='br-int',has_traffic_filtering=True,id=9e6192e0-a5f8-474a-a460-795225eb084d,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e6192e0-a5')
Oct 24 14:42:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Deleting instance files /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e_del
Oct 24 14:42:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Deletion of /opt/stack/data/nova/instances/13911c04-9e4b-4dfe-af0d-f56f7323d90e_del complete
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:42:49 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:42:49 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:42:49 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:42:49 user nova-compute[74497]:   <serial>38c482a5-ad4b-4544-8f92-89033a062928</serial>
Oct 24 14:42:49 user nova-compute[74497]: </disk>
Oct 24 14:42:49 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-changed-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Refreshing instance network info cache due to event network-changed-8cb8f806-2932-4577-95b1-a94a48a80fdb. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] Acquiring lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] Acquired lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.network.neutron [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Refreshing network info cache for port 8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:42:49 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Deleted allocations for instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'numa_topology' on Instance uuid 13911c04-9e4b-4dfe-af0d-f56f7323d90e {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.objects.base [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Object Instance<13911c04-9e4b-4dfe-af0d-f56f7323d90e> lazy-loaded attributes: resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:49 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lazy-loading 'flavor' on Instance uuid c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.146s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updated VIF entry in instance network info cache for port 9e6192e0-a5f8-474a-a460-795225eb084d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updating instance_info_cache with network_info: [{"id": "9e6192e0-a5f8-474a-a460-795225eb084d", "address": "fa:16:3e:ca:49:0f", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap9e6192e0-a5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-20b82d4f-a148-4681-8402-f2f4dbdea967 req-8ae0eab8-3f6b-486d-8073-0e0b394bdcf6 service nova] Releasing lock "refresh_cache-13911c04-9e4b-4dfe-af0d-f56f7323d90e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] No VIF found with MAC fa:16:3e:47:46:ef, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.555s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:50 user nova-compute[74497]: INFO nova.compute.manager [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Attaching volume 0332c69a-76ed-46c9-8e44-283e855c3c32 to /dev/vdb
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3e38cebf-48a9-424c-a6b2-4114faa64117 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 8.759s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updated VIF entry in instance network info cache for port 8cb8f806-2932-4577-95b1-a94a48a80fdb. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updating instance_info_cache with network_info: [{"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1e02baa3-e329-4c67-a75e-ec9a17ca01db req-3e310f1c-a57d-49a0-acde-a4bdc3af714a service nova] Releasing lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-82b88c4a-7ada-4aa1-b0c8-28e7e5e11c46 tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.531s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG os_brick.utils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5928dc7a-f1ae-4348-aeea-046d8564509c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a9115e-04c7-4073-a776-ae04a7e51c7a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc28547e-3cc7-4f0f-a924-3f69e8efbe77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d85c0d97-e636-4ee4-8ca7-5e323a8d88fa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:42:50 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:42:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0555280f-450c-417e-9401-ed692cda1126]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG os_brick.utils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:42:50 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updating existing volume attachment record: 16f9074d-2f5f-4c11-a909-11c95dbd27a8 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:42:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:59 user nova-compute[74497]: INFO nova.virt.block_device [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Booting with volume 45333d35-825b-4ca0-99aa-4b267a02e96b at /dev/vdc
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG nova.objects.instance [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lazy-loading 'flavor' on Instance uuid c507808c-745d-4634-9844-e539e1eb1d75 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.131s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:42:59 user nova-compute[74497]: INFO nova.compute.manager [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Terminating instance
Oct 24 14:42:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:42:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-33e371ff-4bac-4492-a330-4650d8b946ad req-6d807e34-5f3e-4617-b171-c187fe84f569 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received event network-vif-unplugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-33e371ff-4bac-4492-a330-4650d8b946ad req-6d807e34-5f3e-4617-b171-c187fe84f569 service nova] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-33e371ff-4bac-4492-a330-4650d8b946ad req-6d807e34-5f3e-4617-b171-c187fe84f569 service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-33e371ff-4bac-4492-a330-4650d8b946ad req-6d807e34-5f3e-4617-b171-c187fe84f569 service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-33e371ff-4bac-4492-a330-4650d8b946ad req-6d807e34-5f3e-4617-b171-c187fe84f569 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] No waiting events found dispatching network-vif-unplugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-33e371ff-4bac-4492-a330-4650d8b946ad req-6d807e34-5f3e-4617-b171-c187fe84f569 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received event network-vif-unplugged-3682bca8-d989-4943-a1e4-080d890c1994 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:43:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Instance destroyed successfully.
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lazy-loading 'resources' on Instance uuid 21c88fac-d017-49cc-9427-c4c8cf2a79cc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1898588263',display_name='tempest-DeleteServersTestJSON-server-1898588263',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1898588263',id=2,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:40:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a2c60cfb8d2d4dac88aaafdb27d2a6d6',ramdisk_id='',reservation_id='r-7p2uhs3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-410112391',owner_user_name='tempest-DeleteServersTestJSON-410112391-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:40:48Z,user_data=None,user_id='c814b26550744bbea408790fa23b7a3c',uuid=21c88fac-d017-49cc-9427-c4c8cf2a79cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Converting VIF {"id": "3682bca8-d989-4943-a1e4-080d890c1994", "address": "fa:16:3e:47:46:ef", "network": {"id": "c3f5f97e-6884-44fd-b0d5-f750b49d8e8e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1810891542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a2c60cfb8d2d4dac88aaafdb27d2a6d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3682bca8-d9", "ovs_interfaceid": "3682bca8-d989-4943-a1e4-080d890c1994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:47:46:ef,bridge_name='br-int',has_traffic_filtering=True,id=3682bca8-d989-4943-a1e4-080d890c1994,network=Network(c3f5f97e-6884-44fd-b0d5-f750b49d8e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3682bca8-d9') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_vif [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:46:ef,bridge_name='br-int',has_traffic_filtering=True,id=3682bca8-d989-4943-a1e4-080d890c1994,network=Network(c3f5f97e-6884-44fd-b0d5-f750b49d8e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3682bca8-d9') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3682bca8-d9, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3cfd79c7-40dd-4c46-82f7-a1531af7d286) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:00 user nova-compute[74497]: INFO os_vif [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:46:ef,bridge_name='br-int',has_traffic_filtering=True,id=3682bca8-d989-4943-a1e4-080d890c1994,network=Network(c3f5f97e-6884-44fd-b0d5-f750b49d8e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3682bca8-d9')
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iXOhIjpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:00 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca5aaeee-314d-4335-8123-58e78863c977]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:43:00 user nova-compute[74497]: No targets found.
Oct 24 14:43:00 user nova-compute[74497]: iSNS:
Oct 24 14:43:00 user nova-compute[74497]: No targets found.
Oct 24 14:43:00 user nova-compute[74497]: STATIC:
Oct 24 14:43:00 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928
Oct 24 14:43:00 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:00 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:00 user nova-compute[74497]: FIRMWARE:
Oct 24 14:43:00 user nova-compute[74497]: No targets found.
Oct 24 14:43:00 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:43:00 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:43:00 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.utils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c007e49-d0dc-403f-8db1-d74d7a47b71f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd7343e-2e22-48f1-814a-88b1e0a5c2b7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a37e2cc2-54a2-40d6-9900-d55712c3a45c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 (non-flash)
Oct 24 14:43:00 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 (non-flash)
Oct 24 14:43:00 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff606d23b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ad7b9c-e9e5-4014-9006-b683d4c12ec1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[544ff276-cc14-44ea-a776-a001b83d5814]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[757aec11-efbc-4248-8926-6f893065643c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3233c218-309f-40c3-82ef-c6df7f044682]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ff3f8a0-2d8f-4295-8d33-c5c9bd6d27a0]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:00 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c17e71-89da-4f4b-97e9-ee5f5c8a5730]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[62414c29-6625-4761-8487-8812ea18aaec]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.utils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating existing volume attachment record: 590b1693-7b08-4873-968c-fc628d2a3220 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a70865e-21ea-4251-95c8-d50fbcac2629]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:43:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:01 user nova-compute[74497]: INFO nova.compute.manager [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Attaching volume 59e693ad-8861-4485-ab31-ef99bdd092ec to /dev/vdb
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78a4db6-afbe-40eb-9ec5-f248316ed01b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbd8e39b-f624-45b6-89ff-ae58b7740d9e]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260]
Oct 24 14:43:01 user nova-compute[74497]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38c482a5-ad4b-4544-8f92-89033a062928 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f027b6-6580-4c58-bad4-987e7a81f62d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] <== disconnect_volume: return (385ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:43:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Deleting instance files /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc_del
Oct 24 14:43:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Deletion of /opt/stack/data/nova/instances/21c88fac-d017-49cc-9427-c4c8cf2a79cc_del complete
Oct 24 14:43:01 user nova-compute[74497]: INFO nova.compute.manager [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Took 1.35 seconds to destroy the instance on the hypervisor.
Oct 24 14:43:01 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-a08aa940-9d65-4bb2-a926-9ce7dd4d4ff7 req-782a918d-e96b-43f5-9aa8-ccb4d397e680 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received event network-vif-deleted-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:01 user nova-compute[74497]: INFO nova.compute.manager [req-a08aa940-9d65-4bb2-a926-9ce7dd4d4ff7 req-782a918d-e96b-43f5-9aa8-ccb4d397e680 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Neutron deleted interface 3682bca8-d989-4943-a1e4-080d890c1994; detaching it from the instance and deleting it from the info cache
Oct 24 14:43:01 user nova-compute[74497]: DEBUG nova.network.neutron [req-a08aa940-9d65-4bb2-a926-9ce7dd4d4ff7 req-782a918d-e96b-43f5-9aa8-ccb4d397e680 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:01 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Took 0.71 seconds to deallocate network for instance.
Oct 24 14:43:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-a08aa940-9d65-4bb2-a926-9ce7dd4d4ff7 req-782a918d-e96b-43f5-9aa8-ccb4d397e680 service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Detach interface failed, port_id=3682bca8-d989-4943-a1e4-080d890c1994, reason: Instance 21c88fac-d017-49cc-9427-c4c8cf2a79cc could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:43:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-ef101d88-d2ea-437e-b649-22dcef7158e0 req-f1959095-00d3-41cd-aeff-c165c9d5dd2f service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received event network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ef101d88-d2ea-437e-b649-22dcef7158e0 req-f1959095-00d3-41cd-aeff-c165c9d5dd2f service nova] Acquiring lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ef101d88-d2ea-437e-b649-22dcef7158e0 req-f1959095-00d3-41cd-aeff-c165c9d5dd2f service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ef101d88-d2ea-437e-b649-22dcef7158e0 req-f1959095-00d3-41cd-aeff-c165c9d5dd2f service nova] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-ef101d88-d2ea-437e-b649-22dcef7158e0 req-f1959095-00d3-41cd-aeff-c165c9d5dd2f service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] No waiting events found dispatching network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:02 user nova-compute[74497]: WARNING nova.compute.manager [req-ef101d88-d2ea-437e-b649-22dcef7158e0 req-f1959095-00d3-41cd-aeff-c165c9d5dd2f service nova] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Received unexpected event network-vif-plugged-3682bca8-d989-4943-a1e4-080d890c1994 for instance with vm_state active and task_state deleting.
Oct 24 14:43:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'skJtqrSA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:04 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:04 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:04 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2b9378-d5a0-4fdb-b799-23453db6ee45]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:04 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[968e2fd9-498f-457a-adb7-8f1b0dab736b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57] added
Oct 24 14:43:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfc0b8f-95b7-498b-bfe4-38122d7240cd]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1eae1c1-6e24-4564-aed0-1d60c8db81f6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v skJtqrSA {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v skJtqrSA" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[54168826-57d9-41a0-a285-61b04df2f1f2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'skJtqrSA'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bafc2b3c-8297-4895-93fa-f89755ee52f8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[05aa0427-6c09-46b8-8b0a-d54972a34d9e]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 14:43:04 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 14:43:04 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:04 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 14:43:04 user nova-compute[74497]: 
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[89d6f7e6-2978-4a81-99bc-6bdf5bc7ec90]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260]
Oct 24 14:43:04 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa99ec8-5d46-45a0-9df9-fd877f3ec0ca]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed16c90f-37f1-49eb-9e33-5b73bd97dce6]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] HCTL ('33', '-', '-', 0) found on session 3 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4741986b-a7ce-4a12-a1a6-5e53a542401c]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:05 user nova-compute[74497]: INFO nova.compute.manager [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] [instance: 21c88fac-d017-49cc-9427-c4c8cf2a79cc] Took 3.87 seconds to detach 1 volumes for instance.
Oct 24 14:43:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG os_brick.utils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[228bc3ab-8269-4f33-9ed8-ad671f30e15e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'skJtqrSA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23738623266653530', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738623266653530', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce03f401-91f4-4d10-b42a-9d9f960b39f5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lazy-loading 'flavor' on Instance uuid ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc660b83-e024-4f0b-9b89-df8e066abef0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c0ac356-466d-482a-ba1c-0b273aae1f99]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:43:06 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:06 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:43:06 user nova-compute[74497]:   <target dev="sdc" bus="scsi"/>
Oct 24 14:43:06 user nova-compute[74497]:   <serial>5def4837-35d9-414e-af3d-623efa72be57</serial>
Oct 24 14:43:06 user nova-compute[74497]:   <address type="drive" controller="0" unit="2"/>
Oct 24 14:43:06 user nova-compute[74497]: </disk>
Oct 24 14:43:06 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:06 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[85190ab7-2855-4891-a934-cea96f170f94]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG os_brick.utils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updating existing volume attachment record: 24ff0d5d-8302-42f3-bdc6-88b571dfee95 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.385s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:06 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Deleted allocations for instance 21c88fac-d017-49cc-9427-c4c8cf2a79cc
Oct 24 14:43:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b166911c-0ba8-4e84-9929-497ac9ffe89e tempest-DeleteServersTestJSON-410112391 tempest-DeleteServersTestJSON-410112391-project-member] Lock "21c88fac-d017-49cc-9427-c4c8cf2a79cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.612s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] No BDM found with device name sda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] No VIF found with MAC fa:16:3e:fa:25:03, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:09 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:09 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:09 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd26e009-cffa-4560-a7df-e8aa61613469]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:09 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9baea87-70e0-40aa-b780-c6af7e4e0219]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32] added
Oct 24 14:43:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d6d0b8-b061-4ee3-8ddd-4301b6f58cbc]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b56717fa-d555-47d3-91fa-e72d13c57ed3]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hTWVIamZ {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hTWVIamZ" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5342900e-0c97-44b9-a0e1-64ee296a00a8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hTWVIamZ'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b249c6e1-2d98-429a-9a81-8c8a62e7f89d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a93c90-107d-4e1d-b020-169e657b86ae]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e38bb4b-9764-4811-8064-d3dfb255c1e4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]
Oct 24 14:43:09 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-210fc2cc-7a69-498c-bf04-ccd6e4f3080d tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.716s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[47a8223b-b4c8-4fe2-9cb3-57e8a2ccb3f7]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ee946b-92dd-4991-9046-5d5f0afffe96]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:10 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:10 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.342s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33640d0-c55c-4b5c-8291-b46e6ad10aac]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:10 user nova-compute[74497]: INFO nova.compute.manager [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Detaching volume 5def4837-35d9-414e-af3d-623efa72be57
Oct 24 14:43:11 user nova-compute[74497]: INFO nova.virt.block_device [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Attempting to driver detach volume 5def4837-35d9-414e-af3d-623efa72be57 from mountpoint /dev/sdc
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Attempting to detach device sdc from instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:43:11 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:11 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:43:11 user nova-compute[74497]:   <target dev="sdc" bus="scsi"/>
Oct 24 14:43:11 user nova-compute[74497]:   <serial>5def4837-35d9-414e-af3d-623efa72be57</serial>
Oct 24 14:43:11 user nova-compute[74497]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 24 14:43:11 user nova-compute[74497]: </disk>
Oct 24 14:43:11 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:43:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Successfully detached device sdc from instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 from the persistent domain config.
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:43:11 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:11 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:43:11 user nova-compute[74497]:   <target dev="sdc" bus="scsi"/>
Oct 24 14:43:11 user nova-compute[74497]:   <serial>5def4837-35d9-414e-af3d-623efa72be57</serial>
Oct 24 14:43:11 user nova-compute[74497]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 24 14:43:11 user nova-compute[74497]: </disk>
Oct 24 14:43:11 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.386s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] <== connect_volume: return (1391ms) {'type': 'block', 'scsi_wwn': '26661353461656366', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661353461656366', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lazy-loading 'flavor' on Instance uuid c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:43:11 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:11 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:43:11 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:43:11 user nova-compute[74497]:   <serial>0332c69a-76ed-46c9-8e44-283e855c3c32</serial>
Oct 24 14:43:11 user nova-compute[74497]: </disk>
Oct 24 14:43:11 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:43:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:43:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] No VIF found with MAC fa:16:3e:90:50:e7, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b34fca6-a2a2-49de-8453-b517298359d1 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.898s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG os_brick.utils [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3551c817-906d-4dcf-9f8b-1b944c43b212]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bed2b3c-27aa-419a-9009-53eb1bb344f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d795dbe-b71a-4e50-901e-5cfdd9590c09]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f81dc6-ab3a-4ed5-aca3-04cd07b0c67f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:13 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:43:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec2c7403-de38-418b-a785-1607fc59f094]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:43:13 user nova-compute[74497]: DEBUG os_brick.utils [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:13 user nova-compute[74497]: INFO nova.compute.manager [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Swapping volume 0332c69a-76ed-46c9-8e44-283e855c3c32 for d16a051f-d1a6-4f13-9007-54d3f22ec087
Oct 24 14:43:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:43:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Creating image(s)
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Ensure instance console log exists: /opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Start _get_guest_xml network_info=[{"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 0, 'attachment_id': '701adbca-0d41-49c7-94a9-2c7db3bdde80', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kgecJfhu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5358adcc-432b-40f6-abc4-6a6001d64a8e', 'attached_at': '', 'detached_at': '', 'volume_id': '6f6deda0-5e42-427c-89b3-7c24825e9799', 'serial': '6f6deda0-5e42-427c-89b3-7c24825e9799'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 1, 'attachment_id': 'a8a0389a-c53f-474b-8ac7-bcaf6c68f8e0', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tcpHdTem', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5358adcc-432b-40f6-abc4-6a6001d64a8e', 'attached_at': '', 'detached_at': '', 'volume_id': '8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7', 'serial': '8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 2, 'attachment_id': '590b1693-7b08-4873-968c-fc628d2a3220', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nTLfNirq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5358adcc-432b-40f6-abc4-6a6001d64a8e', 'attached_at': '', 'detached_at': '', 'volume_id': '45333d35-825b-4ca0-99aa-4b267a02e96b', 'serial': '45333d35-825b-4ca0-99aa-4b267a02e96b'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:43:21 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:43:21 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:43:21 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kgecJfhu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:22 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:22 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:22 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f59bc283-5799-467d-a61f-b5fc5e2665ce]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:22 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[94648ee9-785a-4a75-90de-ffc7ba965d00]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799] added
Oct 24 14:43:22 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee478037-bc8a-4143-8490-42baeca1cbe6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9cbe096-8e8f-450a-acc5-93fb6027e3fa]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kgecJfhu {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kgecJfhu" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cccec02c-aa48-4e45-8b10-9c91ee885f97]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kgecJfhu'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[db0bf143-489c-42a0-b0e6-6c5ec7c337d9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8591e87b-06e1-4784-8438-e7b79f28c803]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3918e3b1-09b5-4181-83f2-1b50e5f938ed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260]
Oct 24 14:43:22 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:22 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc3b29d0-3437-494f-bd4d-506958a83b26]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaac40a4-29b1-4c0f-9435-7838ab060cc0]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:22 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[773b800f-aa31-4053-aa40-dae8d0189676]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kgecJfhu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.337s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '26236636235306137', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236636235306137', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tcpHdTem', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:23 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:23 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:23 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[14318750-806c-4b5f-a0bb-eca55dc9b68b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:23 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da9ec22-5819-406e-b5e2-be51ca9e3033]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7] added
Oct 24 14:43:23 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fcebeec-d347-494d-bc58-b17933d260d0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d8336e-9449-4b1b-ab4f-8d464b63118a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tcpHdTem {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tcpHdTem" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d648add-31bb-44e4-a4a0-34275cb313db]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tcpHdTem'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[91ef345f-dc47-4db1-9ea5-b03530aa45b4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[502fe576-6db1-41fe-8200-e527b2f9671d]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[35b43e04-0ae2-4825-8cdf-3c410b82fb1d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260]
Oct 24 14:43:23 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:23 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[711e2e5c-fb85-4f0b-8d45-8ed1b8800b16]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4816143e-d7c5-41f3-9e50-69b381d60073]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:23 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4e58bd-de4b-411f-ada0-7e6262c706dc]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tcpHdTem', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '26336303230636630', 'path': '/dev/sde'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336303230636630', 'path': '/dev/sde'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nTLfNirq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:24 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:24 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:24 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1446f41a-86f9-437a-8824-827d48ac1fbe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:24 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[37271a76-aeda-496d-8159-3a75cffe5299]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b] added
Oct 24 14:43:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2a9bef-f3f4-4af9-98da-b75dc92e6cb3]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce76a02-cec4-4733-b423-fe23374df74f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nTLfNirq {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nTLfNirq" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[767cd8e3-04b0-44c0-be96-20014cd7ffd8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nTLfNirq'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[815d4f4e-918c-4150-ba4c-1611ed9dd52d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c308e5f-3fa4-4b88-8847-1a3378606a8b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4be92a5-2a0a-40d5-9f63-38c50a6b8aa2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260]
Oct 24 14:43:25 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:25 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[21205d4e-f4aa-42be-8ba9-0ef975b4bee1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dada5456-d21a-444b-9ba9-96290af9068d]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:25 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:25 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:25 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5436c6c9-b93f-4a0a-b244-66186e63ab85]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nTLfNirq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-changed-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Refreshing instance network info cache due to event network-changed-873d3497-a7d8-4a52-ac75-20d84639652f. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] Acquiring lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] Acquired lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.network.neutron [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Refreshing network info cache for port 873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lazy-loading 'flavor' on Instance uuid 74baf884-d0c1-48ee-9c51-5363cee639d4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updating instance_info_cache with network_info: [{"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:26 user nova-compute[74497]: INFO nova.compute.manager [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Attaching volume 94e04e50-cc7e-4dfd-b200-3b8bc76674a0 to /dev/vdb
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23161326133343334', 'path': '/dev/sdf'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23161326133343334', 'path': '/dev/sdf'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.utils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=f8514c57-5a28-4487-ae53-c6a4cf4f378e,network=Network(1f0fa59b-9f35-431a-a249-daad28fa18ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8514c57-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:33:59,bridge_name='br-int',has_traffic_filtering=True,id=abf77580-5dd0-4a8a-9164-3805ab162ecf,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapabf77580-5d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:63:8b,bridge_name='br-int',has_traffic_filtering=True,id=626d4b79-f7fe-489a-84e3-4073420142c3,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap626d4b79-f7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=7260f535-15b9-4601-8773-d83acf9214c7,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7260f535-15') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:d0:56,bridge_name='br-int',has_traffic_filtering=True,id=ac403ef4-0bf9-482c-9492-e98b7b9995c5,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac403ef4-0b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:5b:58,bridge_name='br-int',has_traffic_filtering=True,id=edb82436-b52f-47fc-98e6-56316a262dd6,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedb82436-b5') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:76:03,bridge_name='br-int',has_traffic_filtering=True,id=a3fec18b-0c74-43c7-884c-39a09a5344b3,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3fec18b-0c') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.objects.instance [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lazy-loading 'pci_devices' on Instance uuid 5358adcc-432b-40f6-abc4-6a6001d64a8e {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b12a4f3-b4a8-4429-93b1-851ccca43b4a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:43:26 user nova-compute[74497]:   <uuid>5358adcc-432b-40f6-abc4-6a6001d64a8e</uuid>
Oct 24 14:43:26 user nova-compute[74497]:   <name>instance-00000008</name>
Oct 24 14:43:26 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:43:26 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:43:26 user nova-compute[74497]:   <metadata>
Oct 24 14:43:26 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:43:26 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:43:26 user nova-compute[74497]:       <nova:name>tempest-device-tagging-server-1206674518</nova:name>
Oct 24 14:43:26 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:43:21</nova:creationTime>
Oct 24 14:43:26 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:43:26 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:43:26 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:43:26 user nova-compute[74497]:       <nova:owner>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:user uuid="32d6fc5c152b41c9a31e2b6b198f97ff">tempest-TaggedBootDevicesTest_v242-960608323-project-member</nova:user>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:project uuid="4c243a09250e479d9e7a341f03db4b26">tempest-TaggedBootDevicesTest_v242-960608323</nova:project>
Oct 24 14:43:26 user nova-compute[74497]:       </nova:owner>
Oct 24 14:43:26 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:43:26 user nova-compute[74497]:       <nova:ports>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:port uuid="f8514c57-5a28-4487-ae53-c6a4cf4f378e">
Oct 24 14:43:26 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 14:43:26 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:port uuid="abf77580-5dd0-4a8a-9164-3805ab162ecf">
Oct 24 14:43:26 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.24" ipVersion="4"/>
Oct 24 14:43:26 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:port uuid="626d4b79-f7fe-489a-84e3-4073420142c3">
Oct 24 14:43:26 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.121" ipVersion="4"/>
Oct 24 14:43:26 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:port uuid="7260f535-15b9-4601-8773-d83acf9214c7">
Oct 24 14:43:26 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.11" ipVersion="4"/>
Oct 24 14:43:26 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:port uuid="ac403ef4-0bf9-482c-9492-e98b7b9995c5">
Oct 24 14:43:26 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.141" ipVersion="4"/>
Oct 24 14:43:26 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:port uuid="edb82436-b52f-47fc-98e6-56316a262dd6">
Oct 24 14:43:26 user nova-compute[74497]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 24 14:43:26 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:26 user nova-compute[74497]:         <nova:port uuid="a3fec18b-0c74-43c7-884c-39a09a5344b3">
Oct 24 14:43:26 user nova-compute[74497]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 24 14:43:26 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:26 user nova-compute[74497]:       </nova:ports>
Oct 24 14:43:26 user nova-compute[74497]:     </nova:instance>
Oct 24 14:43:26 user nova-compute[74497]:   </metadata>
Oct 24 14:43:26 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:43:26 user nova-compute[74497]:     <system>
Oct 24 14:43:26 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:43:26 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:43:26 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:43:26 user nova-compute[74497]:       <entry name="serial">5358adcc-432b-40f6-abc4-6a6001d64a8e</entry>
Oct 24 14:43:26 user nova-compute[74497]:       <entry name="uuid">5358adcc-432b-40f6-abc4-6a6001d64a8e</entry>
Oct 24 14:43:26 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:43:26 user nova-compute[74497]:     </system>
Oct 24 14:43:26 user nova-compute[74497]:   </sysinfo>
Oct 24 14:43:26 user nova-compute[74497]:   <os>
Oct 24 14:43:26 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:43:26 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:43:26 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:43:26 user nova-compute[74497]:   </os>
Oct 24 14:43:26 user nova-compute[74497]:   <features>
Oct 24 14:43:26 user nova-compute[74497]:     <acpi/>
Oct 24 14:43:26 user nova-compute[74497]:     <apic/>
Oct 24 14:43:26 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:43:26 user nova-compute[74497]:   </features>
Oct 24 14:43:26 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:43:26 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:43:26 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:43:26 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:43:26 user nova-compute[74497]:   </clock>
Oct 24 14:43:26 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:43:26 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:43:26 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:43:26 user nova-compute[74497]:   </cpu>
Oct 24 14:43:26 user nova-compute[74497]:   <devices>
Oct 24 14:43:26 user nova-compute[74497]:     <disk type="file" device="cdrom">
Oct 24 14:43:26 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 14:43:26 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e/disk.config"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="hda" bus="ide"/>
Oct 24 14:43:26 user nova-compute[74497]:     </disk>
Oct 24 14:43:26 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:43:26 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:26 user nova-compute[74497]:       <source dev="/dev/sdd"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <serial>6f6deda0-5e42-427c-89b3-7c24825e9799</serial>
Oct 24 14:43:26 user nova-compute[74497]:     </disk>
Oct 24 14:43:26 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:43:26 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:26 user nova-compute[74497]:       <source dev="/dev/sde"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <serial>8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7</serial>
Oct 24 14:43:26 user nova-compute[74497]:     </disk>
Oct 24 14:43:26 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:43:26 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:26 user nova-compute[74497]:       <source dev="/dev/sdf"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="vdc" bus="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <serial>45333d35-825b-4ca0-99aa-4b267a02e96b</serial>
Oct 24 14:43:26 user nova-compute[74497]:     </disk>
Oct 24 14:43:26 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:26 user nova-compute[74497]:       <mac address="fa:16:3e:8f:7b:23"/>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="tapf8514c57-5a"/>
Oct 24 14:43:26 user nova-compute[74497]:     </interface>
Oct 24 14:43:26 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:26 user nova-compute[74497]:       <mac address="fa:16:3e:c6:33:59"/>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="tapabf77580-5d"/>
Oct 24 14:43:26 user nova-compute[74497]:     </interface>
Oct 24 14:43:26 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:26 user nova-compute[74497]:       <mac address="fa:16:3e:e3:63:8b"/>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="tap626d4b79-f7"/>
Oct 24 14:43:26 user nova-compute[74497]:     </interface>
Oct 24 14:43:26 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:26 user nova-compute[74497]:       <mac address="fa:16:3e:25:aa:90"/>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="tap7260f535-15"/>
Oct 24 14:43:26 user nova-compute[74497]:     </interface>
Oct 24 14:43:26 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:26 user nova-compute[74497]:       <mac address="fa:16:3e:44:d0:56"/>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="tapac403ef4-0b"/>
Oct 24 14:43:26 user nova-compute[74497]:     </interface>
Oct 24 14:43:26 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:26 user nova-compute[74497]:       <mac address="fa:16:3e:35:5b:58"/>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="tapedb82436-b5"/>
Oct 24 14:43:26 user nova-compute[74497]:     </interface>
Oct 24 14:43:26 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:26 user nova-compute[74497]:       <mac address="fa:16:3e:cd:76:03"/>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:26 user nova-compute[74497]:       <target dev="tapa3fec18b-0c"/>
Oct 24 14:43:26 user nova-compute[74497]:     </interface>
Oct 24 14:43:26 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:43:26 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e/console.log" append="off"/>
Oct 24 14:43:26 user nova-compute[74497]:     </serial>
Oct 24 14:43:26 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:43:26 user nova-compute[74497]:     <video>
Oct 24 14:43:26 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:26 user nova-compute[74497]:     </video>
Oct 24 14:43:26 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:43:26 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:43:26 user nova-compute[74497]:     </rng>
Oct 24 14:43:26 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:43:26 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:43:26 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:43:26 user nova-compute[74497]:     </memballoon>
Oct 24 14:43:26 user nova-compute[74497]:   </devices>
Oct 24 14:43:26 user nova-compute[74497]: </domain>
Oct 24 14:43:26 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=f8514c57-5a28-4487-ae53-c6a4cf4f378e,network=Network(1f0fa59b-9f35-431a-a249-daad28fa18ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8514c57-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=f8514c57-5a28-4487-ae53-c6a4cf4f378e,network=Network(1f0fa59b-9f35-431a-a249-daad28fa18ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8514c57-5a') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[146e7a2d-242c-436e-af79-5a93add9a30c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b90500a0-dc6d-510f-99b6-ebb15829c7af', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf8514c57-5a, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf8514c57-5a, col_values=(('qos', UUID('44bf637e-79ce-474a-9c9a-076e1006c3ce')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf8514c57-5a, col_values=(('external_ids', {'iface-id': 'f8514c57-5a28-4487-ae53-c6a4cf4f378e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:7b:23', 'vm-uuid': '5358adcc-432b-40f6-abc4-6a6001d64a8e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b22a5c-3512-44c7-a1da-54d331400b09]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7892e7-6a26-4c78-bc66-e41904b0289a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:43:26 user nova-compute[74497]: INFO os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=f8514c57-5a28-4487-ae53-c6a4cf4f378e,network=Network(1f0fa59b-9f35-431a-a249-daad28fa18ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8514c57-5a')
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:33:59,bridge_name='br-int',has_traffic_filtering=True,id=abf77580-5dd0-4a8a-9164-3805ab162ecf,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapabf77580-5d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:33:59,bridge_name='br-int',has_traffic_filtering=True,id=abf77580-5dd0-4a8a-9164-3805ab162ecf,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapabf77580-5d') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd5c43364-a45a-51f3-969e-23e36e148715', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:43:26 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[07cb6f56-c300-4206-8bf2-9ead7d55e52b]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_brick.utils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updating existing volume attachment record: 7f689bdd-a1a0-471b-8788-2d55fe977507 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapabf77580-5d, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapabf77580-5d, col_values=(('qos', UUID('45d3d6e4-0714-4f23-b81d-52bca5435bca')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapabf77580-5d, col_values=(('external_ids', {'iface-id': 'abf77580-5dd0-4a8a-9164-3805ab162ecf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:33:59', 'vm-uuid': '5358adcc-432b-40f6-abc4-6a6001d64a8e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: INFO os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:33:59,bridge_name='br-int',has_traffic_filtering=True,id=abf77580-5dd0-4a8a-9164-3805ab162ecf,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapabf77580-5d')
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:63:8b,bridge_name='br-int',has_traffic_filtering=True,id=626d4b79-f7fe-489a-84e3-4073420142c3,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap626d4b79-f7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:63:8b,bridge_name='br-int',has_traffic_filtering=True,id=626d4b79-f7fe-489a-84e3-4073420142c3,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap626d4b79-f7') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '47f7f25e-fadc-577e-b7d8-1cabe80600a9', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap626d4b79-f7, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap626d4b79-f7, col_values=(('qos', UUID('0898d84e-09bc-411d-8283-65bccb81ba64')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap626d4b79-f7, col_values=(('external_ids', {'iface-id': '626d4b79-f7fe-489a-84e3-4073420142c3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:63:8b', 'vm-uuid': '5358adcc-432b-40f6-abc4-6a6001d64a8e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: INFO os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:63:8b,bridge_name='br-int',has_traffic_filtering=True,id=626d4b79-f7fe-489a-84e3-4073420142c3,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap626d4b79-f7')
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=7260f535-15b9-4601-8773-d83acf9214c7,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7260f535-15') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=7260f535-15b9-4601-8773-d83acf9214c7,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7260f535-15') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4f416ce-4689-5097-94cf-a69c694ecb16', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.neutron [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updated VIF entry in instance network info cache for port 873d3497-a7d8-4a52-ac75-20d84639652f. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.neutron [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updating instance_info_cache with network_info: [{"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7260f535-15, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7260f535-15, col_values=(('qos', UUID('a93a0c79-55ce-46b4-abf1-85ab4a6179e3')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7260f535-15, col_values=(('external_ids', {'iface-id': '7260f535-15b9-4601-8773-d83acf9214c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:aa:90', 'vm-uuid': '5358adcc-432b-40f6-abc4-6a6001d64a8e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d10d9b70-6f70-436c-8de5-a738327128a1 req-75a0c274-9217-4228-bdfa-9c1b7a50fc6a service nova] Releasing lock "refresh_cache-74baf884-d0c1-48ee-9c51-5363cee639d4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: INFO os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=7260f535-15b9-4601-8773-d83acf9214c7,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7260f535-15')
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:d0:56,bridge_name='br-int',has_traffic_filtering=True,id=ac403ef4-0bf9-482c-9492-e98b7b9995c5,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac403ef4-0b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:d0:56,bridge_name='br-int',has_traffic_filtering=True,id=ac403ef4-0bf9-482c-9492-e98b7b9995c5,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac403ef4-0b') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '720f608c-a807-5410-b779-7a196b76d549', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapac403ef4-0b, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapac403ef4-0b, col_values=(('qos', UUID('7894d285-c475-4c3a-a2c7-c2e9f6a25e9b')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapac403ef4-0b, col_values=(('external_ids', {'iface-id': 'ac403ef4-0bf9-482c-9492-e98b7b9995c5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:d0:56', 'vm-uuid': '5358adcc-432b-40f6-abc4-6a6001d64a8e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: INFO os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:d0:56,bridge_name='br-int',has_traffic_filtering=True,id=ac403ef4-0bf9-482c-9492-e98b7b9995c5,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac403ef4-0b')
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:5b:58,bridge_name='br-int',has_traffic_filtering=True,id=edb82436-b52f-47fc-98e6-56316a262dd6,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedb82436-b5') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:5b:58,bridge_name='br-int',has_traffic_filtering=True,id=edb82436-b52f-47fc-98e6-56316a262dd6,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedb82436-b5') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '562b904a-dad6-53cc-9313-9d85a223fd80', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapedb82436-b5, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapedb82436-b5, col_values=(('qos', UUID('12e7c51d-f237-484f-acda-739d7f21e4fe')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapedb82436-b5, col_values=(('external_ids', {'iface-id': 'edb82436-b52f-47fc-98e6-56316a262dd6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:5b:58', 'vm-uuid': '5358adcc-432b-40f6-abc4-6a6001d64a8e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: INFO os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:5b:58,bridge_name='br-int',has_traffic_filtering=True,id=edb82436-b52f-47fc-98e6-56316a262dd6,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedb82436-b5')
Oct 24 14:43:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:76:03,bridge_name='br-int',has_traffic_filtering=True,id=a3fec18b-0c74-43c7-884c-39a09a5344b3,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3fec18b-0c') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:76:03,bridge_name='br-int',has_traffic_filtering=True,id=a3fec18b-0c74-43c7-884c-39a09a5344b3,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3fec18b-0c') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f52d0f7-6644-5c0f-a0f8-9c8384007776', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3fec18b-0c, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3fec18b-0c, col_values=(('qos', UUID('19b48a7c-622d-4a12-b149-39329d224ae0')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3fec18b-0c, col_values=(('external_ids', {'iface-id': 'a3fec18b-0c74-43c7-884c-39a09a5344b3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:76:03', 'vm-uuid': '5358adcc-432b-40f6-abc4-6a6001d64a8e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:27 user nova-compute[74497]: INFO os_vif [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:76:03,bridge_name='br-int',has_traffic_filtering=True,id=a3fec18b-0c74-43c7-884c-39a09a5344b3,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3fec18b-0c')
Oct 24 14:43:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] No BDM found with device name hda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] No VIF found with MAC fa:16:3e:8f:7b:23, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] No VIF found with MAC fa:16:3e:44:d0:56, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:43:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Using config drive
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Creating config drive at /opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e/disk.config
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpzxbya8wg {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpzxbya8wg" returned: 0 in 0.089s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:43:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8245MB free_disk=25.612701416015625GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c175b990-0fc9-47c4-9d56-61af37a1cec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 74baf884-d0c1-48ee-9c51-5363cee639d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 5358adcc-432b-40f6-abc4-6a6001d64a8e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f04ff3b1-728f-4404-adf8-a7f10d385735 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-e5e52862-676c-4b54-a98f-2b526b177f9d req-0ceb47ea-7e69-483b-b8b3-6040dd75ab83 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e5e52862-676c-4b54-a98f-2b526b177f9d req-0ceb47ea-7e69-483b-b8b3-6040dd75ab83 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e5e52862-676c-4b54-a98f-2b526b177f9d req-0ceb47ea-7e69-483b-b8b3-6040dd75ab83 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e5e52862-676c-4b54-a98f-2b526b177f9d req-0ceb47ea-7e69-483b-b8b3-6040dd75ab83 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-e5e52862-676c-4b54-a98f-2b526b177f9d req-0ceb47ea-7e69-483b-b8b3-6040dd75ab83 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:29 user nova-compute[74497]: WARNING nova.compute.manager [req-e5e52862-676c-4b54-a98f-2b526b177f9d req-0ceb47ea-7e69-483b-b8b3-6040dd75ab83 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e for instance with vm_state building and task_state spawning.
Oct 24 14:43:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.721s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.520s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:43:30 user nova-compute[74497]: INFO nova.compute.claims [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Claim successful on node user
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8112c111-55fa-4274-a788-50bf8d9bfdfd req-b409d596-e90e-480f-8b9d-5e962906b14c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8112c111-55fa-4274-a788-50bf8d9bfdfd req-b409d596-e90e-480f-8b9d-5e962906b14c service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8112c111-55fa-4274-a788-50bf8d9bfdfd req-b409d596-e90e-480f-8b9d-5e962906b14c service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8112c111-55fa-4274-a788-50bf8d9bfdfd req-b409d596-e90e-480f-8b9d-5e962906b14c service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8112c111-55fa-4274-a788-50bf8d9bfdfd req-b409d596-e90e-480f-8b9d-5e962906b14c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:30 user nova-compute[74497]: WARNING nova.compute.manager [req-8112c111-55fa-4274-a788-50bf8d9bfdfd req-b409d596-e90e-480f-8b9d-5e962906b14c service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf for instance with vm_state building and task_state spawning.
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.646s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:43:30 user nova-compute[74497]: DEBUG nova.network.neutron [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:43:30 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.policy [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b073113f8548c7b47a99c057054344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9750f228f19400a980b13b71b491991', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:43:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Creating image(s)
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "/opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "/opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "/opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.131s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 is timed out.
Oct 24 14:43:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Successfully detached device sdc from instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 from the live domain config.
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'skJtqrSA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:31 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.007s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4abb5e80-6a28-4a99-b52b-7b6fa4b99a82]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:43:31 user nova-compute[74497]: No targets found.
Oct 24 14:43:31 user nova-compute[74497]: iSNS:
Oct 24 14:43:31 user nova-compute[74497]: No targets found.
Oct 24 14:43:31 user nova-compute[74497]: STATIC:
Oct 24 14:43:31 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57
Oct 24 14:43:31 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:31 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:31 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:43:31 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:31 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:31 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:43:31 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:31 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:31 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799
Oct 24 14:43:31 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:31 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:31 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7
Oct 24 14:43:31 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:31 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:31 user nova-compute[74497]: FIRMWARE:
Oct 24 14:43:31 user nova-compute[74497]: No targets found.
Oct 24 14:43:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:43:31 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:43:31 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dad0c40-0e6f-4f15-aeec-36def7454612]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.249s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[43cf0b1f-d76c-4c45-8b26-5aeb622f3797]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:31 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff606d1900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2330326-78db-49e5-8306-2e15c1e6eae1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f401b01b-bdf5-47f2-a07a-6020b54ba372]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[477b8d3a-b4f6-48d8-a6d1-dc2aa2e9801a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[336ecfc3-c1eb-4d7d-9529-93a643d8a200]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.212s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c29304f-4fae-460b-85f0-91d09967291e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:31 user nova-compute[74497]: WARNING nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e for instance with vm_state building and task_state spawning.
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:31 user nova-compute[74497]: WARNING nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 for instance with vm_state building and task_state spawning.
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:31 user nova-compute[74497]: WARNING nova.compute.manager [req-9ac9cd96-7001-4504-a620-05ca6aa5f16c req-d124ec7b-66c0-42ee-be46-ffe3b4f33a6a service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 for instance with vm_state building and task_state spawning.
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk 1073741824" returned: 0 in 0.084s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --logout" returned: 0 in 0.100s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b9a7609-9751-4d61-8eb3-5ce48a3712d3]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260]
Oct 24 14:43:31 user nova-compute[74497]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5def4837-35d9-414e-af3d-623efa72be57 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4ca2d44-bf31-42bb-b7ad-834a15108529]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.516s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] <== disconnect_volume: return (524ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.network.neutron [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Successfully created port: a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.247s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:32 user nova-compute[74497]: WARNING nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf for instance with vm_state building and task_state spawning.
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:32 user nova-compute[74497]: WARNING nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 for instance with vm_state building and task_state spawning.
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:32 user nova-compute[74497]: WARNING nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 for instance with vm_state building and task_state spawning.
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:32 user nova-compute[74497]: WARNING nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 for instance with vm_state building and task_state spawning.
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:32 user nova-compute[74497]: WARNING nova.compute.manager [req-74cc1381-e4f6-4df8-9398-10639732cfdf req-46d55fae-4e0f-4548-b75a-bfe7492c1485 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 for instance with vm_state building and task_state spawning.
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Cannot resize image /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Ensure instance console log exists: /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.007s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-72e103f1-d874-439f-b386-32168466b176 req-d1aee1ee-192a-4b83-8182-62a19fbdb04e service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-72e103f1-d874-439f-b386-32168466b176 req-d1aee1ee-192a-4b83-8182-62a19fbdb04e service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-72e103f1-d874-439f-b386-32168466b176 req-d1aee1ee-192a-4b83-8182-62a19fbdb04e service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-72e103f1-d874-439f-b386-32168466b176 req-d1aee1ee-192a-4b83-8182-62a19fbdb04e service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-72e103f1-d874-439f-b386-32168466b176 req-d1aee1ee-192a-4b83-8182-62a19fbdb04e service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:32 user nova-compute[74497]: WARNING nova.compute.manager [req-72e103f1-d874-439f-b386-32168466b176 req-d1aee1ee-192a-4b83-8182-62a19fbdb04e service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 for instance with vm_state building and task_state spawning.
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:43:33 user nova-compute[74497]: INFO nova.compute.claims [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Claim successful on node user
Oct 24 14:43:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Successfully updated port: a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquired lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.558s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:43:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:43:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:43:33 user nova-compute[74497]: DEBUG nova.policy [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38a58561620648e0aa4a2bf3caf99e05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c5c5b44de4e8585490872dd5f0b16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:43:33 user nova-compute[74497]: INFO nova.virt.block_device [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Booting with blank volume at /dev/vda
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.network.neutron [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updating instance_info_cache with network_info: [{"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Releasing lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Instance network_info: |[{"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Start _get_guest_xml network_info=[{"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:43:34 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:43:34 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:43:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-326301897',display_name='tempest-TestServerVolumeAttachmentScenario-server-326301897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-326301897',id=9,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8uRP/B12soZtec39ZM+IP0ZwrTANKpOqWp2RsA1LpNT27KFNAjlLqzg4pnr+vlV+PgvehDFThLAhq00juScZJ0vNwo3QyPfNIEAB4LKfzndb09yFI8OxzY1Ximj6ei/w==',key_name='tempest-keypair-454543854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c9750f228f19400a980b13b71b491991',ramdisk_id='',reservation_id='r-3gh4ckhg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1585682690',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1585682690-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:43:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86b073113f8548c7b47a99c057054344',uuid=f04ff3b1-728f-4404-adf8-a7f10d385735,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Converting VIF {"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:29:6d,bridge_name='br-int',has_traffic_filtering=True,id=a82cf593-85e5-40fe-bc3e-447e93c53d35,network=Network(2d9c2203-57da-41fa-a146-abdf40bb1751),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa82cf593-85') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.objects.instance [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'pci_devices' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.network.neutron [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Successfully created port: 3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:43:34 user nova-compute[74497]:   <uuid>f04ff3b1-728f-4404-adf8-a7f10d385735</uuid>
Oct 24 14:43:34 user nova-compute[74497]:   <name>instance-00000009</name>
Oct 24 14:43:34 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:43:34 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:43:34 user nova-compute[74497]:   <metadata>
Oct 24 14:43:34 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:43:34 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:43:34 user nova-compute[74497]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-326301897</nova:name>
Oct 24 14:43:34 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:43:34</nova:creationTime>
Oct 24 14:43:34 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:43:34 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:43:34 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:43:34 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:43:34 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:43:34 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:43:34 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:43:34 user nova-compute[74497]:       <nova:owner>
Oct 24 14:43:34 user nova-compute[74497]:         <nova:user uuid="86b073113f8548c7b47a99c057054344">tempest-TestServerVolumeAttachmentScenario-1585682690-project-member</nova:user>
Oct 24 14:43:34 user nova-compute[74497]:         <nova:project uuid="c9750f228f19400a980b13b71b491991">tempest-TestServerVolumeAttachmentScenario-1585682690</nova:project>
Oct 24 14:43:34 user nova-compute[74497]:       </nova:owner>
Oct 24 14:43:34 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:43:34 user nova-compute[74497]:       <nova:ports>
Oct 24 14:43:34 user nova-compute[74497]:         <nova:port uuid="a82cf593-85e5-40fe-bc3e-447e93c53d35">
Oct 24 14:43:34 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 14:43:34 user nova-compute[74497]:         </nova:port>
Oct 24 14:43:34 user nova-compute[74497]:       </nova:ports>
Oct 24 14:43:34 user nova-compute[74497]:     </nova:instance>
Oct 24 14:43:34 user nova-compute[74497]:   </metadata>
Oct 24 14:43:34 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:43:34 user nova-compute[74497]:     <system>
Oct 24 14:43:34 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:43:34 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:43:34 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:43:34 user nova-compute[74497]:       <entry name="serial">f04ff3b1-728f-4404-adf8-a7f10d385735</entry>
Oct 24 14:43:34 user nova-compute[74497]:       <entry name="uuid">f04ff3b1-728f-4404-adf8-a7f10d385735</entry>
Oct 24 14:43:34 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:43:34 user nova-compute[74497]:     </system>
Oct 24 14:43:34 user nova-compute[74497]:   </sysinfo>
Oct 24 14:43:34 user nova-compute[74497]:   <os>
Oct 24 14:43:34 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:43:34 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:43:34 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:43:34 user nova-compute[74497]:   </os>
Oct 24 14:43:34 user nova-compute[74497]:   <features>
Oct 24 14:43:34 user nova-compute[74497]:     <acpi/>
Oct 24 14:43:34 user nova-compute[74497]:     <apic/>
Oct 24 14:43:34 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:43:34 user nova-compute[74497]:   </features>
Oct 24 14:43:34 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:43:34 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:43:34 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:43:34 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:43:34 user nova-compute[74497]:   </clock>
Oct 24 14:43:34 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:43:34 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:43:34 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:43:34 user nova-compute[74497]:   </cpu>
Oct 24 14:43:34 user nova-compute[74497]:   <devices>
Oct 24 14:43:34 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:43:34 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:43:34 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk"/>
Oct 24 14:43:34 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:43:34 user nova-compute[74497]:     </disk>
Oct 24 14:43:34 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:43:34 user nova-compute[74497]:       <mac address="fa:16:3e:43:29:6d"/>
Oct 24 14:43:34 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:34 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:43:34 user nova-compute[74497]:       <target dev="tapa82cf593-85"/>
Oct 24 14:43:34 user nova-compute[74497]:     </interface>
Oct 24 14:43:34 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:43:34 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/console.log" append="off"/>
Oct 24 14:43:34 user nova-compute[74497]:     </serial>
Oct 24 14:43:34 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:43:34 user nova-compute[74497]:     <video>
Oct 24 14:43:34 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:43:34 user nova-compute[74497]:     </video>
Oct 24 14:43:34 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:43:34 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:43:34 user nova-compute[74497]:     </rng>
Oct 24 14:43:34 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:43:34 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:43:34 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:43:34 user nova-compute[74497]:     </memballoon>
Oct 24 14:43:34 user nova-compute[74497]:   </devices>
Oct 24 14:43:34 user nova-compute[74497]: </domain>
Oct 24 14:43:34 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:43:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-326301897',display_name='tempest-TestServerVolumeAttachmentScenario-server-326301897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-326301897',id=9,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8uRP/B12soZtec39ZM+IP0ZwrTANKpOqWp2RsA1LpNT27KFNAjlLqzg4pnr+vlV+PgvehDFThLAhq00juScZJ0vNwo3QyPfNIEAB4LKfzndb09yFI8OxzY1Ximj6ei/w==',key_name='tempest-keypair-454543854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c9750f228f19400a980b13b71b491991',ramdisk_id='',reservation_id='r-3gh4ckhg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1585682690',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1585682690-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:43:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86b073113f8548c7b47a99c057054344',uuid=f04ff3b1-728f-4404-adf8-a7f10d385735,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Converting VIF {"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:29:6d,bridge_name='br-int',has_traffic_filtering=True,id=a82cf593-85e5-40fe-bc3e-447e93c53d35,network=Network(2d9c2203-57da-41fa-a146-abdf40bb1751),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa82cf593-85') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG os_vif [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:29:6d,bridge_name='br-int',has_traffic_filtering=True,id=a82cf593-85e5-40fe-bc3e-447e93c53d35,network=Network(2d9c2203-57da-41fa-a146-abdf40bb1751),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa82cf593-85') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ced01edb-f20a-5369-9fab-99d5957c234e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa82cf593-85, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa82cf593-85, col_values=(('qos', UUID('4ba5999c-cf47-4ad2-abb5-1e44f041d98b')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa82cf593-85, col_values=(('external_ids', {'iface-id': 'a82cf593-85e5-40fe-bc3e-447e93c53d35', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:29:6d', 'vm-uuid': 'f04ff3b1-728f-4404-adf8-a7f10d385735'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:34 user nova-compute[74497]: INFO os_vif [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:29:6d,bridge_name='br-int',has_traffic_filtering=True,id=a82cf593-85e5-40fe-bc3e-447e93c53d35,network=Network(2d9c2203-57da-41fa-a146-abdf40bb1751),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa82cf593-85')
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No VIF found with MAC fa:16:3e:43:29:6d, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:43:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance spawned successfully.
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:34 user nova-compute[74497]: INFO nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Took 13.02 seconds to spawn the instance on the hypervisor.
Oct 24 14:43:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Successfully updated port: 3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:35 user nova-compute[74497]: WARNING nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 for instance with vm_state building and task_state spawning.
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-changed-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Refreshing instance network info cache due to event network-changed-a82cf593-85e5-40fe-bc3e-447e93c53d35. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Acquiring lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Acquired lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Refreshing network info cache for port a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:43:35 user nova-compute[74497]: INFO nova.compute.manager [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Took 78.76 seconds to build instance.
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-changed-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Refreshing instance network info cache due to event network-changed-3f08b96c-45e1-452c-824f-5f69ba118d75. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] Acquiring lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] Acquired lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Refreshing network info cache for port 3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a5f0c5f6-3936-4bf0-9f86-3c2a0a0d5c06 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 78.905s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f61931c8-a19e-452f-9a6d-ae0bee7558c7 req-f9efaba1-ba8b-4555-881b-f57393275749 service nova] Releasing lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updated VIF entry in instance network info cache for port a82cf593-85e5-40fe-bc3e-447e93c53d35. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updating instance_info_cache with network_info: [{"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Releasing lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:35 user nova-compute[74497]: WARNING nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 for instance with vm_state building and task_state spawning.
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:35 user nova-compute[74497]: WARNING nova.compute.manager [req-24fe7395-4b2d-44e4-a0a6-48c8c2ef1d22 req-dbf9a5b8-fde9-4cfd-8bf9-8ab0e16c34af service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 for instance with vm_state building and task_state spawning.
Oct 24 14:43:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance network_info: |[{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-943f0577-d92c-4252-b4ef-b1d6cd531a50 req-f7cab821-8960-4e9e-9b5a-d5ef71e56130 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-943f0577-d92c-4252-b4ef-b1d6cd531a50 req-f7cab821-8960-4e9e-9b5a-d5ef71e56130 service nova] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-943f0577-d92c-4252-b4ef-b1d6cd531a50 req-f7cab821-8960-4e9e-9b5a-d5ef71e56130 service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-943f0577-d92c-4252-b4ef-b1d6cd531a50 req-f7cab821-8960-4e9e-9b5a-d5ef71e56130 service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-943f0577-d92c-4252-b4ef-b1d6cd531a50 req-f7cab821-8960-4e9e-9b5a-d5ef71e56130 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] No waiting events found dispatching network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:36 user nova-compute[74497]: WARNING nova.compute.manager [req-943f0577-d92c-4252-b4ef-b1d6cd531a50 req-f7cab821-8960-4e9e-9b5a-d5ef71e56130 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received unexpected event network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 for instance with vm_state building and task_state spawning.
Oct 24 14:43:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-e0987754-8745-4924-bfb2-e9824aa1ca9b req-fa731b7d-dbc2-4759-a572-a3e69ccf882f service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0987754-8745-4924-bfb2-e9824aa1ca9b req-fa731b7d-dbc2-4759-a572-a3e69ccf882f service nova] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0987754-8745-4924-bfb2-e9824aa1ca9b req-fa731b7d-dbc2-4759-a572-a3e69ccf882f service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0987754-8745-4924-bfb2-e9824aa1ca9b req-fa731b7d-dbc2-4759-a572-a3e69ccf882f service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-e0987754-8745-4924-bfb2-e9824aa1ca9b req-fa731b7d-dbc2-4759-a572-a3e69ccf882f service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] No waiting events found dispatching network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:38 user nova-compute[74497]: WARNING nova.compute.manager [req-e0987754-8745-4924-bfb2-e9824aa1ca9b req-fa731b7d-dbc2-4759-a572-a3e69ccf882f service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received unexpected event network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 for instance with vm_state building and task_state spawning.
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:43:38 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Instance spawned successfully.
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:43:38 user nova-compute[74497]: INFO nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Took 7.35 seconds to spawn the instance on the hypervisor.
Oct 24 14:43:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:43:38 user nova-compute[74497]: INFO nova.compute.manager [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Took 9.02 seconds to build instance.
Oct 24 14:43:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51e201e9-88b7-4679-9c19-0dec200a3e7d tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.192s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmcCuPNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:49 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:49 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:49 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5f6fb1-6279-4584-bc9c-d33c5cd8dfb1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:49 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cYpZxEDl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c175b990-0fc9-47c4-9d56-61af37a1cec9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd16a051f-d1a6-4f13-9007-54d3f22ec087', 'serial': 'd16a051f-d1a6-4f13-9007-54d3f22ec087'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'c175b990-0fc9-47c4-9d56-61af37a1cec9', 'attached_at': '', 'detached_at': '', 'volume_id': '0332c69a-76ed-46c9-8e44-283e855c3c32', 'serial'} {{(pid=74497) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cYpZxEDl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:49 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[350f074e-1529-4b09-ba6d-fe37213313dc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec] added
Oct 24 14:43:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cbae0cc-3129-4b24-85e4-9bf1905341c1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[920eaa9a-b286-4191-b88b-e6446a97b1f1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jmcCuPNM {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zpTvZMEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:49 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jmcCuPNM" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de1e838-b384-4587-97b7-77fc965d7039]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jmcCuPNM'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f6bb2a-e64a-40c6-978b-00926c5780d6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8599657b-2667-4e23-9eb3-ae9c16f5929d]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75786e9-a862-471c-ae81-fe4a26d49e99]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260]
Oct 24 14:43:49 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a30d7bd-3842-495e-8e10-5f44f9fa10ab]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e542ae7b-8179-47e4-9fd8-352c4343ed86]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:49 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e084f9c9-5515-48d4-97a7-66f0ca911298]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmcCuPNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG nova.objects.instance [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lazy-loading 'flavor' on Instance uuid ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a8ed35a2-b09f-4104-8c36-22c7ac6fde77 tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 39.616s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] <== connect_volume: return (1412ms) {'type': 'block', 'scsi_wwn': '23333363932656561', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333363932656561', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.359s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:50 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:50 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG nova.objects.instance [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lazy-loading 'flavor' on Instance uuid c507808c-745d-4634-9844-e539e1eb1d75 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260" returned: 21 in 0.036s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d8137f-af9b-416b-9278-375d516b14a7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:50 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:43:50 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:50 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:43:50 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:43:50 user nova-compute[74497]:   <serial>59e693ad-8861-4485-ab31-ef99bdd092ec</serial>
Oct 24 14:43:50 user nova-compute[74497]: </disk>
Oct 24 14:43:50 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa9e1e0-d710-4b1d-afcb-876f2e0fe125]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087] added
Oct 24 14:43:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4928dfce-9d42-424b-813a-3d548e34c5bd]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1414b76a-0b01-4306-88fb-d628d4840e97]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cYpZxEDl {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cYpZxEDl" returned: 0 in 0.039s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd69774a-3a3c-4e45-a72a-0d79e6f89ab9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cYpZxEDl'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a90c166c-89f6-4417-9b99-12d06dd04cac]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[939d16dd-ebeb-4e9f-857c-909d4e95c983]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:50 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[963ae353-04a4-470d-b8bc-ef96cae33a45]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260]
Oct 24 14:43:50 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[187ce550-f6c1-4ded-9778-439fe41057e9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[54eb14f4-8ddd-44bb-8767-7f99c1ec5c54]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:51 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.474s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] HCTL ('38', '-', '-', 0) found on session 9 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:51 user nova-compute[74497]: INFO nova.compute.manager [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Terminating instance
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d340976e-540e-465e-a127-5afd4bf65661]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Searching for a device in session 9 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cYpZxEDl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] No VIF found with MAC fa:16:3e:46:72:bc, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-e68685c2-d0bc-4ded-9844-b9f488d9d72a req-c62fa276-4668-4982-873c-aebcd99679f5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-unplugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e68685c2-d0bc-4ded-9844-b9f488d9d72a req-c62fa276-4668-4982-873c-aebcd99679f5 service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e68685c2-d0bc-4ded-9844-b9f488d9d72a req-c62fa276-4668-4982-873c-aebcd99679f5 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e68685c2-d0bc-4ded-9844-b9f488d9d72a req-c62fa276-4668-4982-873c-aebcd99679f5 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-e68685c2-d0bc-4ded-9844-b9f488d9d72a req-c62fa276-4668-4982-873c-aebcd99679f5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-unplugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-e68685c2-d0bc-4ded-9844-b9f488d9d72a req-c62fa276-4668-4982-873c-aebcd99679f5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-unplugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-482da321-3e2c-4659-927c-f341b45392d0 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 50.671s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Instance destroyed successfully.
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.objects.instance [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lazy-loading 'resources' on Instance uuid ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:40:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1470676692',display_name='tempest-AttachSCSIVolumeTestJSON-server-1470676692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1470676692',id=4,image_ref='5ab0f081-2f42-4dc7-b6fe-50b13775a728',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBImb4Q4i8GAC3XPb/xHIx4EvhhPr9LRMbozAYTfvVoMBDSeSu+VAHizUMtn4MF7c1+T0qdwCfAsKtn2upR+ubnkerHq1TvDgToIB5DgKjVLJcmd56bfxWECaKiY6BoyDNw==',key_name='tempest-keypair-1387824706',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:41:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e114d4b755d5496fb4d66091924c98e2',ramdisk_id='',reservation_id='r-3ef5b3ft',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='5ab0f081-2f42-4dc7-b6fe-50b13775a728',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1038731021',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1038731021-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:41:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4bcc66c255944b2d846473ff2870a9de',uuid=ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Converting VIF {"id": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "address": "fa:16:3e:fa:25:03", "network": {"id": "0877b039-8a2d-4e27-8c60-11139d430108", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1450542789-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e114d4b755d5496fb4d66091924c98e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc9e6f53-30", "ovs_interfaceid": "bc9e6f53-30a2-405b-80d3-74fd7a468c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:25:03,bridge_name='br-int',has_traffic_filtering=True,id=bc9e6f53-30a2-405b-80d3-74fd7a468c17,network=Network(0877b039-8a2d-4e27-8c60-11139d430108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc9e6f53-30') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:43:51 user nova-compute[74497]: DEBUG os_vif [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:25:03,bridge_name='br-int',has_traffic_filtering=True,id=bc9e6f53-30a2-405b-80d3-74fd7a468c17,network=Network(0877b039-8a2d-4e27-8c60-11139d430108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc9e6f53-30') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc9e6f53-30, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0351d23-6b2a-438a-972d-1f4b4e66fe78) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: INFO os_vif [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:25:03,bridge_name='br-int',has_traffic_filtering=True,id=bc9e6f53-30a2-405b-80d3-74fd7a468c17,network=Network(0877b039-8a2d-4e27-8c60-11139d430108),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc9e6f53-30')
Oct 24 14:43:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Deleting instance files /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8_del
Oct 24 14:43:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Deletion of /opt/stack/data/nova/instances/ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8_del complete
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.528s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] <== connect_volume: return (2887ms) {'type': 'block', 'scsi_wwn': '26166306639363366', 'path': '/dev/sdg'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166306639363366', 'path': '/dev/sdg'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 2.802s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:52 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.006s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:52 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG nova.objects.instance [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lazy-loading 'flavor' on Instance uuid c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260" returned: 21 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6f649a-78f0-49d3-9606-bbf52dc4f5eb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:43:52 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: INFO nova.compute.manager [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Took 1.08 seconds to destroy the instance on the hypervisor.
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.042s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5436ae23-67c6-4b92-be57-f024713793ce]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0] added
Oct 24 14:43:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9120c07b-4dc1-499f-bc6f-c3317a8b382f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.048s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e5d2678-4007-4982-9195-0a3dea1e34d3]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zpTvZMEk {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zpTvZMEk" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d0d991-67f1-4ca1-86f0-71404caecfce]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zpTvZMEk'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.042s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b569fcd-86ba-488a-933f-3ec21ac4bd66]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d7b053-093e-4a76-a46a-d548b80d920c]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --login" returned: 0 in 0.093s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[02bd05b1-dc50-4656-8310-7b76d8a48dbb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260]
Oct 24 14:43:52 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5a30f3-4088-4d2b-810b-681724928c4d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.102s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90999ac-35f4-4344-9545-c448bdf8947c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:52 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.527s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] HCTL ('39', '-', '-', 0) found on session 10 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1484c5-0538-47a5-8edd-e94039113e6d]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Searching for a device in session 10 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zpTvZMEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 78643200 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:53 user nova-compute[74497]: INFO nova.compute.manager [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Detaching volume 59e693ad-8861-4485-ab31-ef99bdd092ec
Oct 24 14:43:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.584s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] <== connect_volume: return (4387ms) {'type': 'block', 'scsi_wwn': '23530666133333436', 'path': '/dev/sdh'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530666133333436', 'path': '/dev/sdh'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lazy-loading 'flavor' on Instance uuid 74baf884-d0c1-48ee-9c51-5363cee639d4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:53 user nova-compute[74497]: WARNING nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received unexpected event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with vm_state active and task_state deleting.
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:53 user nova-compute[74497]: WARNING nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received unexpected event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with vm_state active and task_state deleting.
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:53 user nova-compute[74497]: WARNING nova.compute.manager [req-2d86ede6-4555-4541-89dc-6c44702a34b4 req-3651e9a4-aa8b-4950-a921-78dae6f684bc service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received unexpected event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with vm_state active and task_state deleting.
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] attach device xml: <disk type="block" device="disk">
Oct 24 14:43:53 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:53 user nova-compute[74497]:   <source dev="/dev/sdh"/>
Oct 24 14:43:53 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:43:53 user nova-compute[74497]:   <serial>94e04e50-cc7e-4dfd-b200-3b8bc76674a0</serial>
Oct 24 14:43:53 user nova-compute[74497]: </disk>
Oct 24 14:43:53 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 78643200 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:53 user nova-compute[74497]: INFO nova.virt.block_device [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Attempting to driver detach volume 59e693ad-8861-4485-ab31-ef99bdd092ec from mountpoint /dev/vdb
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Attempting to detach device vdb from instance c507808c-745d-4634-9844-e539e1eb1d75 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:43:53 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:53 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:43:53 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:43:53 user nova-compute[74497]:   <serial>59e693ad-8861-4485-ab31-ef99bdd092ec</serial>
Oct 24 14:43:53 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:43:53 user nova-compute[74497]: </disk>
Oct 24 14:43:53 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:43:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Successfully detached device vdb from instance c507808c-745d-4634-9844-e539e1eb1d75 from the persistent domain config.
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c507808c-745d-4634-9844-e539e1eb1d75 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:43:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:43:53 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:53 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:43:53 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:43:53 user nova-compute[74497]:   <serial>59e693ad-8861-4485-ab31-ef99bdd092ec</serial>
Oct 24 14:43:53 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:43:53 user nova-compute[74497]: </disk>
Oct 24 14:43:53 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 163577856 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:43:54 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Took 2.38 seconds to deallocate network for instance.
Oct 24 14:43:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] No VIF found with MAC fa:16:3e:a6:20:f3, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 291504128 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c507808c-745d-4634-9844-e539e1eb1d75 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8df756b8-5287-4271-8a80-b909fd2af83d tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.896s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.579s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:55 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Deleted allocations for instance ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 440401920 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-19bc7779-8150-4bff-a2e7-ced35168fb6b tempest-AttachSCSIVolumeTestJSON-1038731021 tempest-AttachSCSIVolumeTestJSON-1038731021-project-member] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.472s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] volume_snapshot_create: create_info: {'snapshot_id': '8c7620bf-f07b-4ca2-bed1-95c9c8354613', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74497) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] snap xml: <domainsnapshot>
Oct 24 14:43:55 user nova-compute[74497]:   <disks>
Oct 24 14:43:55 user nova-compute[74497]:     <disk name="/dev/sdh" snapshot="external" type="file">
Oct 24 14:43:55 user nova-compute[74497]:       <source file="/dev/new_file"/>
Oct 24 14:43:55 user nova-compute[74497]:     </disk>
Oct 24 14:43:55 user nova-compute[74497]:     <disk name="vda" snapshot="no"/>
Oct 24 14:43:55 user nova-compute[74497]:   </disks>
Oct 24 14:43:55 user nova-compute[74497]: </domainsnapshot>
Oct 24 14:43:55 user nova-compute[74497]:  {{(pid=74497) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] Lazy-loading 'system_metadata' on Instance uuid 74baf884-d0c1-48ee-9c51-5363cee639d4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:43:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     rv = execute(f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     six.reraise(c, e, tb)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     raise value
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     rv = meth(*args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     self._volume_snapshot_create(context, instance, guest,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     rv = execute(f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     six.reraise(c, e, tb)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     raise value
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     rv = meth(*args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] 
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fafc508-59e4-4116-b8ad-1cc632a9a7e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] volume_snapshot_delete: delete_info: {'volume_id': '94e04e50-cc7e-4dfd-b200-3b8bc76674a0'} {{(pid=74497) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [None req-3fafc508-59e4-4116-b8ad-1cc632a9a7e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4]     if delete_info['type'] != 'qcow2':
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] KeyError: 'type'
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 8c7620bf-f07b-4ca2-bed1-95c9c8354613 could not be found.
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise value
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 8c7620bf-f07b-4ca2-bed1-95c9c8354613 could not be found. (HTTP 404) (Request-ID: req-37daf388-cec1-46e9-9092-8cf84df91e57)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 8c7620bf-f07b-4ca2-bed1-95c9c8354613 could not be found.
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver [None req-3fafc508-59e4-4116-b8ad-1cc632a9a7e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-5a5d7a75-9720-4c74-bd73-3d6716cee83b)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 24 14:43:55 user nova-compute[74497]: ERROR nova.virt.libvirt.driver 
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server [None req-9a07ad03-791e-4774-ba68-51627992d6e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise value
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server 
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-unplugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-unplugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:55 user nova-compute[74497]: WARNING nova.compute.manager [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received unexpected event network-vif-unplugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with vm_state deleted and task_state None.
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] Acquiring lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] Lock "ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] No waiting events found dispatching network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:43:55 user nova-compute[74497]: WARNING nova.compute.manager [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received unexpected event network-vif-plugged-bc9e6f53-30a2-405b-80d3-74fd7a468c17 for instance with vm_state deleted and task_state None.
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-bd6d9907-0ae7-4102-b4d1-f71a45936ccc req-79946733-d554-4ef1-88c3-903115b8e2c5 service nova] [instance: ee712bfe-eeb2-4453-b6e0-7e10f9c4b0d8] Received event network-vif-deleted-bc9e6f53-30a2-405b-80d3-74fd7a468c17 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:43:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 563085312 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server [None req-3fafc508-59e4-4116-b8ad-1cc632a9a7e0 tempest-VolumesAssistedSnapshotsTest-1722596608 tempest-VolumesAssistedSnapshotsTest-1722596608-project] Exception during message handling: KeyError: 'type'
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 24 14:43:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server 
Oct 24 14:43:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:43:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:43:56 user nova-compute[74497]: INFO nova.compute.manager [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Detaching volume 94e04e50-cc7e-4dfd-b200-3b8bc76674a0
Oct 24 14:43:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 720371712 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:56 user nova-compute[74497]: INFO nova.virt.block_device [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Attempting to driver detach volume 94e04e50-cc7e-4dfd-b200-3b8bc76674a0 from mountpoint /dev/vdb
Oct 24 14:43:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Attempting to detach device vdb from instance 74baf884-d0c1-48ee-9c51-5363cee639d4 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:43:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] detach device xml: <disk type="block" device="disk">
Oct 24 14:43:56 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:56 user nova-compute[74497]:   <source dev="/dev/sdh"/>
Oct 24 14:43:56 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:43:56 user nova-compute[74497]:   <serial>94e04e50-cc7e-4dfd-b200-3b8bc76674a0</serial>
Oct 24 14:43:56 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:43:56 user nova-compute[74497]: </disk>
Oct 24 14:43:56 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:43:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Successfully detached device vdb from instance 74baf884-d0c1-48ee-9c51-5363cee639d4 from the persistent domain config.
Oct 24 14:43:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 74baf884-d0c1-48ee-9c51-5363cee639d4 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:43:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] detach device xml: <disk type="block" device="disk">
Oct 24 14:43:56 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:43:56 user nova-compute[74497]:   <source dev="/dev/sdh"/>
Oct 24 14:43:56 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:43:56 user nova-compute[74497]:   <serial>94e04e50-cc7e-4dfd-b200-3b8bc76674a0</serial>
Oct 24 14:43:56 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:43:56 user nova-compute[74497]: </disk>
Oct 24 14:43:56 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:43:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 855638016 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:43:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 74baf884-d0c1-48ee-9c51-5363cee639d4 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:43:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 991952896 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:43:58 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[74acec7e-b393-4d34-8ec0-f89790e403f9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:43:58 user nova-compute[74497]: No targets found.
Oct 24 14:43:58 user nova-compute[74497]: iSNS:
Oct 24 14:43:58 user nova-compute[74497]: No targets found.
Oct 24 14:43:58 user nova-compute[74497]: STATIC:
Oct 24 14:43:58 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0
Oct 24 14:43:58 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:58 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:58 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec
Oct 24 14:43:58 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:58 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:58 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:43:58 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:58 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:58 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087
Oct 24 14:43:58 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:58 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:58 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:43:58 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:58 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:58 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799
Oct 24 14:43:58 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:58 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:58 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7
Oct 24 14:43:58 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:43:58 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:43:58 user nova-compute[74497]: FIRMWARE:
Oct 24 14:43:58 user nova-compute[74497]: No targets found.
Oct 24 14:43:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:43:58 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:43:58 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[90da2429-161c-44b7-933e-90ad1f20a564]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc8148b-e6ed-4efd-b0bd-49683960568e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:43:58 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:43:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6055e710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0ac44f-35fa-4734-99b8-ccccade729a0]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a1df6e-7c88-464d-86fa-61a5f812dda0]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e7ff217-7570-454b-b6cf-298f5dd08550]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7669e1b9-1204-4559-9bb5-951290e11f92]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ff4cb2c-31df-4243-80cc-a86d8d36e7d7]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6ed53a-5ff6-4a87-9dd5-0f2845fb84a2]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]
Oct 24 14:43:58 user nova-compute[74497]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.
Oct 24 14:43:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c6fbb8-67bf-491a-a967-b2c33de2f55c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] <== disconnect_volume: return (348ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cYpZxEDl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': 'c175b990-0fc9-47c4-9d56-61af37a1cec9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd16a051f-d1a6-4f13-9007-54d3f22ec087', 'serial'} {{(pid=74497) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 24 14:43:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] swap_volume: removing Cinder connection for volume 0332c69a-76ed-46c9-8e44-283e855c3c32 {{(pid=74497) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 24 14:43:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG os_brick.utils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a63ad39-1fa3-4ea2-8885-5136c7cd1f1d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c1f15e2-89e2-4075-b98a-153cc6ef60ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2965389a-2571-4998-be9c-73a865e75e92]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[22a0b7c6-fd93-49a6-a988-ec7d08b5c3c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:44:10 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:44:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0c684a-a561-44ef-8f24-2528912b56e0]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG os_brick.utils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:44:10 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating existing volume attachment record: 75dbba3a-b8e6-4b86-905b-08fc939564a8 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:44:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] swap_volume: Updating volume 0332c69a-76ed-46c9-8e44-283e855c3c32 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "cYpZxEDl", "auth_password": "lI2AmbgikaVMs9", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdg", "volume_id": "d16a051f-d1a6-4f13-9007-54d3f22ec087"}, "status": "reserved", "instance": "c175b990-0fc9-47c4-9d56-61af37a1cec9", "attached_at": "", "detached_at": "", "volume_id": "d16a051f-d1a6-4f13-9007-54d3f22ec087", "serial": "d16a051f-d1a6-4f13-9007-54d3f22ec087"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'd16a051f-d1a6-4f13-9007-54d3f22ec087', 'no_device': None, 'attachment_id': '76205626-a982-4740-a1a5-3893af87fc75'} {{(pid=74497) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 24 14:44:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-75c5e7ae-5403-4d04-88ac-2cdb694dd13b tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 61.636s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:44:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c507808c-745d-4634-9844-e539e1eb1d75 is timed out.
Oct 24 14:44:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Successfully detached device vdb from instance c507808c-745d-4634-9844-e539e1eb1d75 from the live domain config.
Oct 24 14:44:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:44:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmcCuPNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:44:14 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:44:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:44:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:44:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.084s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d509050-9e6a-46ce-803f-c6c36524a5ec]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:44:15 user nova-compute[74497]: No targets found.
Oct 24 14:44:15 user nova-compute[74497]: iSNS:
Oct 24 14:44:15 user nova-compute[74497]: No targets found.
Oct 24 14:44:15 user nova-compute[74497]: STATIC:
Oct 24 14:44:15 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0
Oct 24 14:44:15 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:15 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:15 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec
Oct 24 14:44:15 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:15 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:15 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:44:15 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:15 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:15 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087
Oct 24 14:44:15 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:15 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:15 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799
Oct 24 14:44:15 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:15 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:15 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7
Oct 24 14:44:15 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:15 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:15 user nova-compute[74497]: FIRMWARE:
Oct 24 14:44:15 user nova-compute[74497]: No targets found.
Oct 24 14:44:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:44:15 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:44:15 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45ea8b9-f93a-4c4d-9b76-625ce8782ba3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[21ecdb40-0e1f-46f0-8d0c-a50721ee7797]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec (non-flash)
Oct 24 14:44:15 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601bbb50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b36b31-39c2-42bc-b981-bf44d126c034]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a81da62e-915f-409a-ac1f-df0b6a5e4559]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[523979c1-9181-47d8-96c3-f891c5ed53c9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a40984d-708f-4115-9e0a-40bd438362db]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c26e58d-9ebc-4448-af45-f48b2e50a5ae]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[acb758d9-083d-4653-af96-5c5f7ac03a11]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260]
Oct 24 14:44:15 user nova-compute[74497]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec, portal: 172.16.0.220,3260] successful.
Oct 24 14:44:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e693ad-8861-4485-ab31-ef99bdd092ec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[45a9aa1a-9b6c-4478-b944-6e8dc800002d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.442s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] <== disconnect_volume: return (444ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG os_brick.utils [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2a02e5-2185-47ae-9a9f-e1310c393d41]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f941d952-9977-48f7-ac25-56ec44f3273c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7ab611-b8ec-47b8-8d11-9f58d2ec62f5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d581aa9-3ee9-4f62-a062-3f9f9d103965]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:44:16 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:44:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d034402-cefa-4803-80d1-0a01b1df9feb]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:44:16 user nova-compute[74497]: DEBUG os_brick.utils [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:44:16 user nova-compute[74497]: INFO nova.compute.manager [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Swapping volume d16a051f-d1a6-4f13-9007-54d3f22ec087 for 0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:44:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:17 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 74baf884-d0c1-48ee-9c51-5363cee639d4 is timed out.
Oct 24 14:44:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Successfully detached device vdb from instance 74baf884-d0c1-48ee-9c51-5363cee639d4 from the live domain config.
Oct 24 14:44:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zpTvZMEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:44:17 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[566af656-6cfa-4ee9-9b00-d16c9850bd46]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:44:17 user nova-compute[74497]: No targets found.
Oct 24 14:44:17 user nova-compute[74497]: iSNS:
Oct 24 14:44:17 user nova-compute[74497]: No targets found.
Oct 24 14:44:17 user nova-compute[74497]: STATIC:
Oct 24 14:44:17 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0
Oct 24 14:44:17 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:17 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:17 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:44:17 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:17 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:17 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087
Oct 24 14:44:17 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:17 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:17 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799
Oct 24 14:44:17 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:17 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:17 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7
Oct 24 14:44:17 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:17 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:17 user nova-compute[74497]: FIRMWARE:
Oct 24 14:44:17 user nova-compute[74497]: No targets found.
Oct 24 14:44:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:44:17 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:44:17 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e80ec7-f538-44ee-9cf8-420eb17ae9ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[748be7e3-a26e-4110-a6f1-77740b427bb9]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:17 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601b8670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0'): ({'sdh'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Removing single pathed devices sdh {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91c6c98-3774-4a7f-8115-a3b192a64493]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[648b118c-6beb-4745-8944-bf39ccf0ecd4]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Flushing IO for device /dev/sdh {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53b8e4c-7957-4745-958d-e7b0f2cf607e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a04a6e7-b6b0-4113-b3f2-500cd0613cea]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] SCSI volumes sdh have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[223712f5-9bbd-439e-bff3-48768b42cff4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a745233-3f1a-4b30-8771-27fc681cad8e]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260]
Oct 24 14:44:17 user nova-compute[74497]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0, portal: 172.16.0.220,3260] successful.
Oct 24 14:44:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94e04e50-cc7e-4dfd-b200-3b8bc76674a0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6704c7b-af17-4b43-bf4b-091bd8bdda28]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.388s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] <== disconnect_volume: return (389ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:44:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updating instance_info_cache with network_info: [{"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:44:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:44:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7954MB free_disk=25.58185577392578GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:44:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:44:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c175b990-0fc9-47c4-9d56-61af37a1cec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 74baf884-d0c1-48ee-9c51-5363cee639d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 5358adcc-432b-40f6-abc4-6a6001d64a8e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f04ff3b1-728f-4404-adf8-a7f10d385735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:44:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.433s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:44:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:44:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c175b990-0fc9-47c4-9d56-61af37a1cec9', 'attached_at': '', 'detached_at': '', 'volume_id': '0332c69a-76ed-46c9-8e44-283e855c3c32', 'serial': '0332c69a-76ed-46c9-8e44-283e855c3c32'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cYpZxEDl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': 'd16a051f-d1a6-4f13-9007-54d3f22ec087'}, 'status': 'reserved', 'instance': 'c175b990-0fc9-47c4-9d56-61af37a1cec9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd16a051f-d1a6-4f13-9007-54d3f22ec087', 'serial'} {{(pid=74497) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:44:36 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:44:36 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:44:36 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f927fcee-ca4c-469c-a9c2-fab54bf604a1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:44:36 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[167a21a2-6788-4e51-bd06-6f1aaea956de]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32] added
Oct 24 14:44:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c51072f1-f487-45f0-a03a-9bf26f111622]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[724ec315-2d27-48d9-a565-b81e3a7ba150]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hTWVIamZ {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hTWVIamZ" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d3dcc47-ce8e-43c8-bbb7-cf54fd1a8f8c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hTWVIamZ'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f7d4ff-7aa2-4b8c-a7f3-03c4068763ce]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5389e89c-a741-44e7-94a7-115c7c5055c2]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --login" returned: 0 in 0.112s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[408d9b95-16f8-4de7-8a97-28bbda663526]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]
Oct 24 14:44:36 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.
Oct 24 14:44:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e994d18-230f-4056-aa3a-5f096f2cb1a0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[11644e2f-4773-48a1-8d95-9a154af942d6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:36 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.455s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3019b436-81e5-4e0b-8171-45bf27a03e84]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lazy-loading 'flavor' on Instance uuid 74baf884-d0c1-48ee-9c51-5363cee639d4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:44:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4daa2286-2127-4749-8c21-640cd8934dba tempest-VolumesAssistedSnapshotsTest-1871438304 tempest-VolumesAssistedSnapshotsTest-1871438304-project-admin] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 40.602s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:44:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.496s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:44:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] <== connect_volume: return (1498ms) {'type': 'block', 'scsi_wwn': '26661353461656366', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:44:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661353461656366', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:44:37 user nova-compute[74497]: DEBUG nova.objects.instance [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lazy-loading 'flavor' on Instance uuid c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:44:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 153092096 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 342884352 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 455081984 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 614465536 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 783286272 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:44:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:44:40 user nova-compute[74497]: INFO nova.compute.manager [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Unshelving
Oct 24 14:44:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 967835648 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:41 user nova-compute[74497]: INFO nova.virt.block_device [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Booting with volume 94f0c7be-e11d-4400-8e9c-7136c278e00b at /dev/vdc
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.utils [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6891d6f1-4af9-4d31-8c64-087dcb9f967c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9330db-c736-426d-b35f-10ed6fc8cf20]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[756ba57b-a1bf-48b6-91d8-c00168f694d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[82edb8ae-953c-4c3c-9304-526b252297d7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:44:41 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec7640c-cf7b-43cb-9aca-cf00ff48de3e]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.utils [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Updating existing volume attachment record: 5bca0cf5-6b1b-4f36-9dc8-85bcd65bba66 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cYpZxEDl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': 'd16a051f-d1a6-4f13-9007-54d3f22ec087'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:44:41 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b84eed-77b8-43ca-8f44-ebbe56e3fef4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:44:41 user nova-compute[74497]: No targets found.
Oct 24 14:44:41 user nova-compute[74497]: iSNS:
Oct 24 14:44:41 user nova-compute[74497]: No targets found.
Oct 24 14:44:41 user nova-compute[74497]: STATIC:
Oct 24 14:44:41 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:44:41 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:41 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:41 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087
Oct 24 14:44:41 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:41 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:41 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:44:41 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:41 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:41 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799
Oct 24 14:44:41 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:41 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:41 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7
Oct 24 14:44:41 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:44:41 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:44:41 user nova-compute[74497]: FIRMWARE:
Oct 24 14:44:41 user nova-compute[74497]: No targets found.
Oct 24 14:44:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:44:41 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:44:41 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9425fd-d8a4-4e5f-8291-d1bd8466fb60]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f9a696-381a-4447-b571-5f6a91f09365]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:44:41 user nova-compute[74497]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 (non-flash)
Oct 24 14:44:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601b9480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087'): ({'sdg'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Removing single pathed devices sdg {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[84907f02-0880-4872-9304-fb219371169f]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[10aa21cd-c458-44ed-ab9c-cb3079f69c6f]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Flushing IO for device /dev/sdg {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94ac185-008e-4428-9e14-6dbfc00875e1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.049s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[092cb42a-1276-4706-9186-ab0f97d71842]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] SCSI volumes sdg have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:44:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c54bcbf3-571b-4e8d-80db-104a5412e94c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6e7354-d71f-4583-bde9-0582f46a7674]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260]
Oct 24 14:44:42 user nova-compute[74497]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087, portal: 172.16.0.220,3260] successful.
Oct 24 14:44:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d16a051f-d1a6-4f13-9007-54d3f22ec087 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1310d6-ec0b-4de9-b204-0bcab3d18ae0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] <== disconnect_volume: return (383ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:44:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:44:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:44:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 14:44:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:44:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:44:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lazy-loading 'flavor' on Instance uuid c507808c-745d-4634-9844-e539e1eb1d75 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:44:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-32e0f6c5-6fd6-4ec2-8e6a-6698e10e6410 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 60.574s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:44:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'c175b990-0fc9-47c4-9d56-61af37a1cec9', 'attached_at': '', 'detached_at': '', 'volume_id': '0332c69a-76ed-46c9-8e44-283e855c3c32', 'serial'} {{(pid=74497) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 24 14:44:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] swap_volume: removing Cinder connection for volume d16a051f-d1a6-4f13-9007-54d3f22ec087 {{(pid=74497) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 24 14:44:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] swap_volume: Updating volume d16a051f-d1a6-4f13-9007-54d3f22ec087 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "hTWVIamZ", "auth_password": "VTFAo1q2OEs5ke", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "0332c69a-76ed-46c9-8e44-283e855c3c32"}, "status": "reserved", "instance": "c175b990-0fc9-47c4-9d56-61af37a1cec9", "attached_at": "", "detached_at": "", "volume_id": "0332c69a-76ed-46c9-8e44-283e855c3c32", "serial": "0332c69a-76ed-46c9-8e44-283e855c3c32"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '0332c69a-76ed-46c9-8e44-283e855c3c32', 'no_device': None, 'attachment_id': '87c02b3e-1f6b-4643-82e8-242e0beca476'} {{(pid=74497) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 24 14:44:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a023a982-c46f-4be6-b985-f8c0c57ce91c tempest-TestVolumeSwap-522535710 tempest-TestVolumeSwap-522535710-project-admin] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 39.219s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.volume.cinder [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Update attachment failed for attachment 5bca0cf5-6b1b-4f36-9dc8-85bcd65bba66. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e8a0347d-f74e-413c-954f-f05515b35b19) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e8a0347d-f74e-413c-954f-f05515b35b19)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e8a0347d-f74e-413c-954f-f05515b35b19)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Traceback (most recent call last):
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     driver_block_device.attach_block_devices(
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     _log_and_attach(device)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     self._do_attach(context, instance, volume, volume_api,
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     self._volume_attach(context, volume, connector, instance,
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     connection_info = volume_api.attachment_update(
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     res = method(self, ctx, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     with excutils.save_and_reraise_exception():
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     self.force_reraise()
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     raise self.value
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     return method.func(obj, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     resp = self._update('/attachments/%s' % id, body)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     return self.request(url, method, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e]     raise exceptions.from_response(resp, body)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e8a0347d-f74e-413c-954f-f05515b35b19)
Oct 24 14:44:55 user nova-compute[74497]: ERROR nova.compute.manager [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] 
Oct 24 14:44:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "13911c04-9e4b-4dfe-af0d-f56f7323d90e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 14.585s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:44:55 user nova-compute[74497]: INFO nova.compute.manager [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: 13911c04-9e4b-4dfe-af0d-f56f7323d90e] Successfully reverted task state from spawning on failure for instance.
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server [None req-51c89d36-f398-4226-9b81-ce05c76642e7 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Exception during message handling: nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e8a0347d-f74e-413c-954f-f05515b35b19)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     driver_block_device.attach_block_devices(
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     _log_and_attach(device)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e8a0347d-f74e-413c-954f-f05515b35b19)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server 
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server 
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7082, in unshelve_instance
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     do_unshelve_instance()
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7079, in do_unshelve_instance
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     self._unshelve_instance(
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7111, in _unshelve_instance
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     block_device_info = self._prep_block_device(context, instance, bdms)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 2209, in _prep_block_device
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server     raise exception.InvalidBDM(str(ex))
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e8a0347d-f74e-413c-954f-f05515b35b19)
Oct 24 14:44:55 user nova-compute[74497]: ERROR oslo_messaging.rpc.server 
Oct 24 14:44:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:44:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:44:56 user nova-compute[74497]: INFO nova.compute.manager [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Detaching volume 0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:44:56 user nova-compute[74497]: INFO nova.virt.block_device [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Attempting to driver detach volume 0332c69a-76ed-46c9-8e44-283e855c3c32 from mountpoint /dev/vdb
Oct 24 14:44:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Attempting to detach device vdb from instance c175b990-0fc9-47c4-9d56-61af37a1cec9 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:44:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:44:56 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:44:56 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:44:56 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:44:56 user nova-compute[74497]:   <serial>0332c69a-76ed-46c9-8e44-283e855c3c32</serial>
Oct 24 14:44:56 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:44:56 user nova-compute[74497]: </disk>
Oct 24 14:44:56 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:44:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Successfully detached device vdb from instance c175b990-0fc9-47c4-9d56-61af37a1cec9 from the persistent domain config.
Oct 24 14:44:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c175b990-0fc9-47c4-9d56-61af37a1cec9 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:44:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:44:56 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:44:56 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 14:44:56 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:44:56 user nova-compute[74497]:   <serial>0332c69a-76ed-46c9-8e44-283e855c3c32</serial>
Oct 24 14:44:56 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:44:56 user nova-compute[74497]: </disk>
Oct 24 14:44:56 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:44:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:44:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-changed-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing instance network info cache due to event network-changed-f8514c57-5a28-4487-ae53-c6a4cf4f378e. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] Acquiring lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] Acquired lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Refreshing network info cache for port f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updated VIF entry in instance network info cache for port f8514c57-5a28-4487-ae53-c6a4cf4f378e. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [{"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-54514cb1-20b9-421f-b430-09e34d426321 req-880096cd-b994-4dd4-950a-4b992fccf2a4 service nova] Releasing lock "refresh_cache-5358adcc-432b-40f6-abc4-6a6001d64a8e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:44:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:01 user nova-compute[74497]: INFO nova.compute.manager [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Terminating instance
Oct 24 14:45:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-8af108bd-73a0-4718-b211-5b3f941ece98 req-f70e2fe0-c4b5-40e2-ad25-e78fb7b82320 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8af108bd-73a0-4718-b211-5b3f941ece98 req-f70e2fe0-c4b5-40e2-ad25-e78fb7b82320 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8af108bd-73a0-4718-b211-5b3f941ece98 req-f70e2fe0-c4b5-40e2-ad25-e78fb7b82320 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8af108bd-73a0-4718-b211-5b3f941ece98 req-f70e2fe0-c4b5-40e2-ad25-e78fb7b82320 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-8af108bd-73a0-4718-b211-5b3f941ece98 req-f70e2fe0-c4b5-40e2-ad25-e78fb7b82320 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-unplugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-8af108bd-73a0-4718-b211-5b3f941ece98 req-f70e2fe0-c4b5-40e2-ad25-e78fb7b82320 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f25716e-71d3-4ed2-bc6a-bb30fe5e2e14 req-660d24d5-14f1-403b-8f1f-41820b28f9bd service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f25716e-71d3-4ed2-bc6a-bb30fe5e2e14 req-660d24d5-14f1-403b-8f1f-41820b28f9bd service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f25716e-71d3-4ed2-bc6a-bb30fe5e2e14 req-660d24d5-14f1-403b-8f1f-41820b28f9bd service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f25716e-71d3-4ed2-bc6a-bb30fe5e2e14 req-660d24d5-14f1-403b-8f1f-41820b28f9bd service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f25716e-71d3-4ed2-bc6a-bb30fe5e2e14 req-660d24d5-14f1-403b-8f1f-41820b28f9bd service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-unplugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f25716e-71d3-4ed2-bc6a-bb30fe5e2e14 req-660d24d5-14f1-403b-8f1f-41820b28f9bd service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-abf77580-5dd0-4a8a-9164-3805ab162ecf for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-884f9a03-dfed-49e1-a410-c44bc547d895 req-72ee9bce-9918-47bd-9cb3-f24f6a505dd3 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-884f9a03-dfed-49e1-a410-c44bc547d895 req-72ee9bce-9918-47bd-9cb3-f24f6a505dd3 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-884f9a03-dfed-49e1-a410-c44bc547d895 req-72ee9bce-9918-47bd-9cb3-f24f6a505dd3 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-884f9a03-dfed-49e1-a410-c44bc547d895 req-72ee9bce-9918-47bd-9cb3-f24f6a505dd3 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-884f9a03-dfed-49e1-a410-c44bc547d895 req-72ee9bce-9918-47bd-9cb3-f24f6a505dd3 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-unplugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-884f9a03-dfed-49e1-a410-c44bc547d895 req-72ee9bce-9918-47bd-9cb3-f24f6a505dd3 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Instance destroyed successfully.
Oct 24 14:45:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lazy-loading 'resources' on Instance uuid 5358adcc-432b-40f6-abc4-6a6001d64a8e {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=f8514c57-5a28-4487-ae53-c6a4cf4f378e,network=Network(1f0fa59b-9f35-431a-a249-daad28fa18ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8514c57-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=f8514c57-5a28-4487-ae53-c6a4cf4f378e,network=Network(1f0fa59b-9f35-431a-a249-daad28fa18ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8514c57-5a') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf8514c57-5a, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44bf637e-79ce-474a-9c9a-076e1006c3ce) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: INFO os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=f8514c57-5a28-4487-ae53-c6a4cf4f378e,network=Network(1f0fa59b-9f35-431a-a249-daad28fa18ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8514c57-5a')
Oct 24 14:45:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:33:59,bridge_name='br-int',has_traffic_filtering=True,id=abf77580-5dd0-4a8a-9164-3805ab162ecf,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapabf77580-5d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:33:59,bridge_name='br-int',has_traffic_filtering=True,id=abf77580-5dd0-4a8a-9164-3805ab162ecf,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapabf77580-5d') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapabf77580-5d, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45d3d6e4-0714-4f23-b81d-52bca5435bca) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: INFO os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:33:59,bridge_name='br-int',has_traffic_filtering=True,id=abf77580-5dd0-4a8a-9164-3805ab162ecf,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapabf77580-5d')
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:63:8b,bridge_name='br-int',has_traffic_filtering=True,id=626d4b79-f7fe-489a-84e3-4073420142c3,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap626d4b79-f7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:63:8b,bridge_name='br-int',has_traffic_filtering=True,id=626d4b79-f7fe-489a-84e3-4073420142c3,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap626d4b79-f7') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap626d4b79-f7, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0898d84e-09bc-411d-8283-65bccb81ba64) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-f8514c57-5a28-4487-ae53-c6a4cf4f378e for instance with vm_state active and task_state deleting.
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-unplugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-626d4b79-f7fe-489a-84e3-4073420142c3 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING nova.compute.manager [req-9cd5d239-8753-43bf-886f-4f4dd9880083 req-a4613fbe-698c-49e5-a4f9-45a76d4326f5 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-626d4b79-f7fe-489a-84e3-4073420142c3 for instance with vm_state active and task_state deleting.
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: INFO os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:63:8b,bridge_name='br-int',has_traffic_filtering=True,id=626d4b79-f7fe-489a-84e3-4073420142c3,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap626d4b79-f7')
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "7260f535-15b9-4601-8773-d83acf9214c7", "address": "fa:16:3e:25:aa:90", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7260f535-15", "ovs_interfaceid": "7260f535-15b9-4601-8773-d83acf9214c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=7260f535-15b9-4601-8773-d83acf9214c7,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7260f535-15') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=7260f535-15b9-4601-8773-d83acf9214c7,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7260f535-15') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7260f535-15, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a93a0c79-55ce-46b4-abf1-85ab4a6179e3) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: INFO os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:aa:90,bridge_name='br-int',has_traffic_filtering=True,id=7260f535-15b9-4601-8773-d83acf9214c7,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7260f535-15')
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:d0:56,bridge_name='br-int',has_traffic_filtering=True,id=ac403ef4-0bf9-482c-9492-e98b7b9995c5,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac403ef4-0b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:d0:56,bridge_name='br-int',has_traffic_filtering=True,id=ac403ef4-0bf9-482c-9492-e98b7b9995c5,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac403ef4-0b') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapac403ef4-0b, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7894d285-c475-4c3a-a2c7-c2e9f6a25e9b) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-abf77580-5dd0-4a8a-9164-3805ab162ecf for instance with vm_state active and task_state deleting.
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-unplugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-7260f535-15b9-4601-8773-d83acf9214c7 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-7260f535-15b9-4601-8773-d83acf9214c7 for instance with vm_state active and task_state deleting.
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-unplugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-edb82436-b52f-47fc-98e6-56316a262dd6 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING nova.compute.manager [req-6dcf227a-218a-4847-8868-f5f17ca64ff3 req-417ebc8f-5171-4f7e-bb55-3bd3689ff8f2 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-edb82436-b52f-47fc-98e6-56316a262dd6 for instance with vm_state active and task_state deleting.
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: INFO os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:d0:56,bridge_name='br-int',has_traffic_filtering=True,id=ac403ef4-0bf9-482c-9492-e98b7b9995c5,network=Network(f3073be0-3563-4111-96c6-77baced0d93b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapac403ef4-0b')
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:5b:58,bridge_name='br-int',has_traffic_filtering=True,id=edb82436-b52f-47fc-98e6-56316a262dd6,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedb82436-b5') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:5b:58,bridge_name='br-int',has_traffic_filtering=True,id=edb82436-b52f-47fc-98e6-56316a262dd6,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedb82436-b5') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapedb82436-b5, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=12e7c51d-f237-484f-acda-739d7f21e4fe) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: INFO os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:5b:58,bridge_name='br-int',has_traffic_filtering=True,id=edb82436-b52f-47fc-98e6-56316a262dd6,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedb82436-b5')
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:42:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1206674518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1206674518',id=8,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKOPglqQvxe9JyklDVEC41q/Uyj1Q2hUDroiIwJlnGmvUFQr9tmsAjVMb/7gLaDur9mMg9eaQjhUzOXjnFNDgszP8R5drb0UIbU57WFvzN9j66lgtdy4Bz4uVkVndfSSCg==',key_name='tempest-keypair-36258867',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c243a09250e479d9e7a341f03db4b26',ramdisk_id='',reservation_id='r-1ciff4nl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-960608323',owner_user_name='tempest-TaggedBootDevicesTest_v242-960608323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='32d6fc5c152b41c9a31e2b6b198f97ff',uuid=5358adcc-432b-40f6-abc4-6a6001d64a8e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converting VIF {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:76:03,bridge_name='br-int',has_traffic_filtering=True,id=a3fec18b-0c74-43c7-884c-39a09a5344b3,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3fec18b-0c') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:76:03,bridge_name='br-int',has_traffic_filtering=True,id=a3fec18b-0c74-43c7-884c-39a09a5344b3,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3fec18b-0c') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3fec18b-0c, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=19b48a7c-622d-4a12-b149-39329d224ae0) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: INFO os_vif [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:76:03,bridge_name='br-int',has_traffic_filtering=True,id=a3fec18b-0c74-43c7-884c-39a09a5344b3,network=Network(95d6f406-632b-4143-b5e6-a0a226e2fcda),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3fec18b-0c')
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kgecJfhu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d73c548-4aeb-4b52-82d3-3468a90e8c83]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:45:04 user nova-compute[74497]: No targets found.
Oct 24 14:45:04 user nova-compute[74497]: iSNS:
Oct 24 14:45:04 user nova-compute[74497]: No targets found.
Oct 24 14:45:04 user nova-compute[74497]: STATIC:
Oct 24 14:45:04 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:45:04 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:04 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:04 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:45:04 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:04 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:04 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799
Oct 24 14:45:04 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:04 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:04 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7
Oct 24 14:45:04 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:04 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:04 user nova-compute[74497]: FIRMWARE:
Oct 24 14:45:04 user nova-compute[74497]: No targets found.
Oct 24 14:45:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:45:04 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:45:04 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[362ab7fe-9f20-4ba9-9f84-96262f458cd4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[befc0cde-531a-4abf-a4ab-d71fdd79981e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:45:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:45:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601bab90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2130058a-9d9f-4aa2-9b9d-ea6b4677924f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c7ce30-307d-473d-85ac-d9d7c997e8e4]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[77901e04-6db3-4346-a887-77cd146660ce]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2761d1f-5e93-4abd-bfe6-40c0f4b85718]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[581fcb8f-fdf9-433c-94b0-4e0c9dbabd83]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cfdbb4-5aaa-4304-882d-652d1581082e]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260]
Oct 24 14:45:04 user nova-compute[74497]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799, portal: 172.16.0.220,3260] successful.
Oct 24 14:45:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f6deda0-5e42-427c-89b3-7c24825e9799 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b60ccd-d569-4b05-9433-73e7343bdf11]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== disconnect_volume: return (352ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tcpHdTem', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb6956fd-cb6e-4151-ad70-331f01bd9c7e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:45:04 user nova-compute[74497]: No targets found.
Oct 24 14:45:04 user nova-compute[74497]: iSNS:
Oct 24 14:45:04 user nova-compute[74497]: No targets found.
Oct 24 14:45:04 user nova-compute[74497]: STATIC:
Oct 24 14:45:04 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:45:04 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:04 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:04 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:45:04 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:04 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:04 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7
Oct 24 14:45:04 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:04 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:04 user nova-compute[74497]: FIRMWARE:
Oct 24 14:45:04 user nova-compute[74497]: No targets found.
Oct 24 14:45:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:45:04 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:45:04 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded61abd-74be-4479-aadf-a400f7d2e5ee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee2dd168-e01c-4093-a848-97706cbd4da4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:45:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 (non-flash)
Oct 24 14:45:04 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:45:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6066cc10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7'): ({'sde'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Removing single pathed devices sde {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-ac403ef4-0bf9-482c-9492-e98b7b9995c5 for instance with vm_state active and task_state deleting.
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-unplugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-unplugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Acquiring lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] No waiting events found dispatching network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:04 user nova-compute[74497]: WARNING nova.compute.manager [req-a82f98b4-014a-46b3-816a-6132acc6c0da req-9a7c8ae5-9ec3-4b9c-b0ad-7a232cbc6b73 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received unexpected event network-vif-plugged-a3fec18b-0c74-43c7-884c-39a09a5344b3 for instance with vm_state active and task_state deleting.
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a542d03-b625-49bf-b125-59cc2f3f91e0]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0c7619-652e-458d-8940-124b422e8b5a]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Flushing IO for device /dev/sde {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a680f732-d398-4145-ba8b-e4a0d7d45f8b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[202cd881-6665-473d-b996-95c5626d408b]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] SCSI volumes sde have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:45:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c635c27-efde-4d81-bc40-ed249297da2a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7a4775-1b52-4bbf-8476-43bb588edf4f]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260]
Oct 24 14:45:05 user nova-compute[74497]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7, portal: 172.16.0.220,3260] successful.
Oct 24 14:45:05 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8e12c7e2-fe07-44b5-bc3f-9fb2dd521ba7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[42453061-9a55-4473-b9e1-97d7f4541c52]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== disconnect_volume: return (355ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nTLfNirq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:05 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a0b341-d999-4449-a189-9a4cd432b25c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:45:05 user nova-compute[74497]: No targets found.
Oct 24 14:45:05 user nova-compute[74497]: iSNS:
Oct 24 14:45:05 user nova-compute[74497]: No targets found.
Oct 24 14:45:05 user nova-compute[74497]: STATIC:
Oct 24 14:45:05 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b
Oct 24 14:45:05 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:05 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:05 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:45:05 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:05 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:05 user nova-compute[74497]: FIRMWARE:
Oct 24 14:45:05 user nova-compute[74497]: No targets found.
Oct 24 14:45:05 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:45:05 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:45:05 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2184e61c-eb62-487f-b20b-bfd0f416cb5d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3ac277b-d708-4c3b-88a1-2986da6db6fe]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:05 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:45:05 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:05 user nova-compute[74497]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b (non-flash)
Oct 24 14:45:05 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6066cc10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b'): ({'sdf'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Removing single pathed devices sdf {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d05f973-a96f-4686-9d97-ea10b7a0373b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[958c68e1-5146-438a-9c08-74516b355a89]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Flushing IO for device /dev/sdf {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaa34bed-b327-43e2-bd9d-496855f286ec]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a76875-60bd-47e9-9ab1-0c0c44d5fa88]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] SCSI volumes sdf have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d926430a-1e2f-4f5c-b187-63cb51736971]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d872aeed-9843-4b4a-b770-33eac661a1f9]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260]
Oct 24 14:45:05 user nova-compute[74497]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b, portal: 172.16.0.220,3260] successful.
Oct 24 14:45:05 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45333d35-825b-4ca0-99aa-4b267a02e96b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1478590c-bea6-4335-b92b-de4bfd7bd68d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] <== disconnect_volume: return (348ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:45:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Deleting instance files /opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e_del
Oct 24 14:45:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Deletion of /opt/stack/data/nova/instances/5358adcc-432b-40f6-abc4-6a6001d64a8e_del complete
Oct 24 14:45:05 user nova-compute[74497]: INFO nova.compute.manager [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Took 3.83 seconds to destroy the instance on the hypervisor.
Oct 24 14:45:05 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:45:05 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:45:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-bc38bc24-7d94-4212-832a-e3dddb524dd9 req-f4f62aff-2db0-43d8-9e54-d7e91bca6a84 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-deleted-7260f535-15b9-4601-8773-d83acf9214c7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:07 user nova-compute[74497]: INFO nova.compute.manager [req-bc38bc24-7d94-4212-832a-e3dddb524dd9 req-f4f62aff-2db0-43d8-9e54-d7e91bca6a84 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Neutron deleted interface 7260f535-15b9-4601-8773-d83acf9214c7; detaching it from the instance and deleting it from the info cache
Oct 24 14:45:07 user nova-compute[74497]: DEBUG nova.network.neutron [req-bc38bc24-7d94-4212-832a-e3dddb524dd9 req-f4f62aff-2db0-43d8-9e54-d7e91bca6a84 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [{"id": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "address": "fa:16:3e:8f:7b:23", "network": {"id": "1f0fa59b-9f35-431a-a249-daad28fa18ff", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-470705096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8514c57-5a", "ovs_interfaceid": "f8514c57-5a28-4487-ae53-c6a4cf4f378e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "address": "fa:16:3e:c6:33:59", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabf77580-5d", "ovs_interfaceid": "abf77580-5dd0-4a8a-9164-3805ab162ecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "626d4b79-f7fe-489a-84e3-4073420142c3", "address": "fa:16:3e:e3:63:8b", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap626d4b79-f7", "ovs_interfaceid": "626d4b79-f7fe-489a-84e3-4073420142c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "address": "fa:16:3e:44:d0:56", "network": {"id": "f3073be0-3563-4111-96c6-77baced0d93b", "bridge": "br-int", "label": "tempest-device-tagging-net1-491863789", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapac403ef4-0b", "ovs_interfaceid": "ac403ef4-0bf9-482c-9492-e98b7b9995c5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edb82436-b52f-47fc-98e6-56316a262dd6", "address": "fa:16:3e:35:5b:58", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedb82436-b5", "ovs_interfaceid": "edb82436-b52f-47fc-98e6-56316a262dd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "address": "fa:16:3e:cd:76:03", "network": {"id": "95d6f406-632b-4143-b5e6-a0a226e2fcda", "bridge": "br-int", "label": "tempest-device-tagging-net2-1253466186", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "4c243a09250e479d9e7a341f03db4b26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3fec18b-0c", "ovs_interfaceid": "a3fec18b-0c74-43c7-884c-39a09a5344b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-bc38bc24-7d94-4212-832a-e3dddb524dd9 req-f4f62aff-2db0-43d8-9e54-d7e91bca6a84 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Detach interface failed, port_id=7260f535-15b9-4601-8773-d83acf9214c7, reason: Instance 5358adcc-432b-40f6-abc4-6a6001d64a8e could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:45:09 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:09 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Took 3.58 seconds to deallocate network for instance.
Oct 24 14:45:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-f1e188ab-eec5-4bf5-84cb-c83da9de3d44 req-c4ebdbdc-cd96-4f4d-b5d2-6c0e78c15ab1 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-deleted-edb82436-b52f-47fc-98e6-56316a262dd6 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-f1e188ab-eec5-4bf5-84cb-c83da9de3d44 req-c4ebdbdc-cd96-4f4d-b5d2-6c0e78c15ab1 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-deleted-f8514c57-5a28-4487-ae53-c6a4cf4f378e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-f1e188ab-eec5-4bf5-84cb-c83da9de3d44 req-c4ebdbdc-cd96-4f4d-b5d2-6c0e78c15ab1 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-deleted-a3fec18b-0c74-43c7-884c-39a09a5344b3 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-f1e188ab-eec5-4bf5-84cb-c83da9de3d44 req-c4ebdbdc-cd96-4f4d-b5d2-6c0e78c15ab1 service nova] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Received event network-vif-deleted-ac403ef4-0bf9-482c-9492-e98b7b9995c5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Acquiring lock "ddfc6a66-c0db-4451-94fc-5a91d17f40ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Lock "ddfc6a66-c0db-4451-94fc-5a91d17f40ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:45:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:45:10 user nova-compute[74497]: INFO nova.compute.claims [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Claim successful on node user
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.404s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:45:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:45:11 user nova-compute[74497]: INFO nova.virt.block_device [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Booting with volume b3cb6fea-8eef-4c58-9da4-d0b4e5735e48 at /dev/vda
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.policy [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2648ef46c90b4a49a3fcc1b5c82ef27e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819345aaa0cc4e44ac137f176f2df15e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG os_brick.utils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e32d777b-1c5f-4430-83fd-108974e75feb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[01096daf-3095-443c-9ade-2fbf19561b32]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c949a5d-e1a0-4ed9-9025-a1265fa51c7b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd244a6-79a5-4e66-be9e-cff6f85dc619]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:45:11 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:45:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a094c75-f3bc-453b-aa10-37adc2961eaa]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG os_brick.utils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:11 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Updating existing volume attachment record: f0940f4f-64c4-4e38-b242-f1205a051cdf {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:45:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Successfully created port: a1814ac6-155f-4abc-ad51-1d78d15d1619 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Successfully updated port: a1814ac6-155f-4abc-ad51-1d78d15d1619 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Acquiring lock "refresh_cache-ddfc6a66-c0db-4451-94fc-5a91d17f40ff" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Acquired lock "refresh_cache-ddfc6a66-c0db-4451-94fc-5a91d17f40ff" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Received event network-changed-a1814ac6-155f-4abc-ad51-1d78d15d1619 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Refreshing instance network info cache due to event network-changed-a1814ac6-155f-4abc-ad51-1d78d15d1619. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] Acquiring lock "refresh_cache-ddfc6a66-c0db-4451-94fc-5a91d17f40ff" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Updating instance_info_cache with network_info: [{"id": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "address": "fa:16:3e:5e:cb:94", "network": {"id": "4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab", "bridge": "br-int", "label": "tempest-TestShelveInstance-1200919825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "819345aaa0cc4e44ac137f176f2df15e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1814ac6-15", "ovs_interfaceid": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Releasing lock "refresh_cache-ddfc6a66-c0db-4451-94fc-5a91d17f40ff" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Instance network_info: |[{"id": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "address": "fa:16:3e:5e:cb:94", "network": {"id": "4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab", "bridge": "br-int", "label": "tempest-TestShelveInstance-1200919825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "819345aaa0cc4e44ac137f176f2df15e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1814ac6-15", "ovs_interfaceid": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] Acquired lock "refresh_cache-ddfc6a66-c0db-4451-94fc-5a91d17f40ff" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Refreshing network info cache for port a1814ac6-155f-4abc-ad51-1d78d15d1619 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Updated VIF entry in instance network info cache for port a1814ac6-155f-4abc-ad51-1d78d15d1619. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Updating instance_info_cache with network_info: [{"id": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "address": "fa:16:3e:5e:cb:94", "network": {"id": "4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab", "bridge": "br-int", "label": "tempest-TestShelveInstance-1200919825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "819345aaa0cc4e44ac137f176f2df15e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1814ac6-15", "ovs_interfaceid": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b50ba730-5cb7-4197-98a6-a4bb2000a2cd req-435b61ae-b652-4052-a678-b594561935b2 service nova] Releasing lock "refresh_cache-ddfc6a66-c0db-4451-94fc-5a91d17f40ff" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:16 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c175b990-0fc9-47c4-9d56-61af37a1cec9 is timed out.
Oct 24 14:45:16 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Successfully detached device vdb from instance c175b990-0fc9-47c4-9d56-61af37a1cec9 from the live domain config.
Oct 24 14:45:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hTWVIamZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '0332c69a-76ed-46c9-8e44-283e855c3c32'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[41cad1f4-9da7-4bb6-8438-9fbec393db7b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:45:16 user nova-compute[74497]: No targets found.
Oct 24 14:45:16 user nova-compute[74497]: iSNS:
Oct 24 14:45:16 user nova-compute[74497]: No targets found.
Oct 24 14:45:16 user nova-compute[74497]: STATIC:
Oct 24 14:45:16 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32
Oct 24 14:45:16 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:45:16 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:45:16 user nova-compute[74497]: FIRMWARE:
Oct 24 14:45:16 user nova-compute[74497]: No targets found.
Oct 24 14:45:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:45:16 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:45:16 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[265798f2-006f-4f84-809a-5d5461c09520]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[372c1af5-8b5f-4d87-91a9-ec39e316bfc0]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 (non-flash)
Oct 24 14:45:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601ba9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1cae66a-f75d-4fd5-8c10-583c7bd52b44]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8938c232-bb64-4657-a891-4af87f066b48]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[828ea24a-d202-41d0-82e8-547e086a6fcf]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[996a0afa-786f-4eb6-a414-61d86cf14bf5]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a54f82-5ee2-4e8a-af89-c8f7e22cb525]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[674aaa2a-dc65-4407-866c-bc556080a6e9]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260]
Oct 24 14:45:16 user nova-compute[74497]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32, portal: 172.16.0.220,3260] successful.
Oct 24 14:45:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0332c69a-76ed-46c9-8e44-283e855c3c32 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[457fdcf2-d4ad-4b4d-9002-b01be1a9deff]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] <== disconnect_volume: return (332ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:45:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-changed-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Refreshing instance network info cache due to event network-changed-a82cf593-85e5-40fe-bc3e-447e93c53d35. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:45:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] Acquiring lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] Acquired lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:20 user nova-compute[74497]: DEBUG nova.network.neutron [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Refreshing network info cache for port a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:45:21 user nova-compute[74497]: DEBUG nova.network.neutron [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updated VIF entry in instance network info cache for port a82cf593-85e5-40fe-bc3e-447e93c53d35. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:45:21 user nova-compute[74497]: DEBUG nova.network.neutron [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updating instance_info_cache with network_info: [{"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e933ecbf-6dd6-4bb2-9378-c0607ca4c113 req-414246d0-3572-414d-9f04-ca6c2db59ec9 service nova] Releasing lock "refresh_cache-f04ff3b1-728f-4404-adf8-a7f10d385735" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:45:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updating instance_info_cache with network_info: [{"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-c175b990-0fc9-47c4-9d56-61af37a1cec9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:45:26 user nova-compute[74497]: INFO nova.compute.claims [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Claim successful on node user
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.414s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:45:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.policy [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8389a6230df24cab93529af2251dcc29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31767bf76b24416e8a090872ba525456', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:45:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Creating image(s)
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "/opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "/opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "/opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:27 user nova-compute[74497]: INFO nova.compute.manager [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Terminating instance
Oct 24 14:45:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk 1073741824" returned: 0 in 0.067s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Successfully created port: 729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-ab0974a7-0a55-4b0e-82a6-909368d7fc75 req-d5dad105-ed7b-45c6-b538-5392563ce63e service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-vif-unplugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ab0974a7-0a55-4b0e-82a6-909368d7fc75 req-d5dad105-ed7b-45c6-b538-5392563ce63e service nova] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ab0974a7-0a55-4b0e-82a6-909368d7fc75 req-d5dad105-ed7b-45c6-b538-5392563ce63e service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ab0974a7-0a55-4b0e-82a6-909368d7fc75 req-d5dad105-ed7b-45c6-b538-5392563ce63e service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-ab0974a7-0a55-4b0e-82a6-909368d7fc75 req-d5dad105-ed7b-45c6-b538-5392563ce63e service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] No waiting events found dispatching network-vif-unplugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-ab0974a7-0a55-4b0e-82a6-909368d7fc75 req-d5dad105-ed7b-45c6-b538-5392563ce63e service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-vif-unplugged-873d3497-a7d8-4a52-ac75-20d84639652f for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:28 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Instance destroyed successfully.
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lazy-loading 'resources' on Instance uuid 74baf884-d0c1-48ee-9c51-5363cee639d4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-102254691',display_name='tempest-VolumesAssistedSnapshotsTest-server-102254691',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-102254691',id=7,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI4RcHNrrnzu3o0V98a5bDlCymX3w8h9/c+gglWOedLCnPZRbwe+5J5UaaoE79fGgajw7V7WVoA8IL+trqm7+TM+3Zihsj4MdAiXitVls54oCGTE/u2+ORO58hyOnDuXxQ==',key_name='tempest-keypair-1432988752',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:41:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6c838c172c874aa3b67a82ae1cba3f36',ramdisk_id='',reservation_id='r-fb8bhfzl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1235103075',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1235103075-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:41:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1f083bccf9414a0a9ea6caf03af8fead',uuid=74baf884-d0c1-48ee-9c51-5363cee639d4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Converting VIF {"id": "873d3497-a7d8-4a52-ac75-20d84639652f", "address": "fa:16:3e:a6:20:f3", "network": {"id": "36896ac3-728d-41a0-910e-6be7c7544b2e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513434445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6c838c172c874aa3b67a82ae1cba3f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap873d3497-a7", "ovs_interfaceid": "873d3497-a7d8-4a52-ac75-20d84639652f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:20:f3,bridge_name='br-int',has_traffic_filtering=True,id=873d3497-a7d8-4a52-ac75-20d84639652f,network=Network(36896ac3-728d-41a0-910e-6be7c7544b2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap873d3497-a7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_vif [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:20:f3,bridge_name='br-int',has_traffic_filtering=True,id=873d3497-a7d8-4a52-ac75-20d84639652f,network=Network(36896ac3-728d-41a0-910e-6be7c7544b2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap873d3497-a7') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap873d3497-a7, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Cannot resize image /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Ensure instance console log exists: /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c78a2dc6-3b78-482d-b694-5f3bf53b6e22) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:28 user nova-compute[74497]: INFO os_vif [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:20:f3,bridge_name='br-int',has_traffic_filtering=True,id=873d3497-a7d8-4a52-ac75-20d84639652f,network=Network(36896ac3-728d-41a0-910e-6be7c7544b2e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap873d3497-a7')
Oct 24 14:45:28 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Deleting instance files /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4_del
Oct 24 14:45:28 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Deletion of /opt/stack/data/nova/instances/74baf884-d0c1-48ee-9c51-5363cee639d4_del complete
Oct 24 14:45:28 user nova-compute[74497]: INFO nova.compute.manager [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.volume.cinder [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Update attachment failed for attachment f0940f4f-64c4-4e38-b242-f1205a051cdf. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Traceback (most recent call last):
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     driver_block_device.attach_block_devices(
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     _log_and_attach(device)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     self._do_attach(context, instance, volume, volume_api,
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     self._volume_attach(context, volume, connector, instance,
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     connection_info = volume_api.attachment_update(
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     res = method(self, ctx, *args, **kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     with excutils.save_and_reraise_exception():
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     self.force_reraise()
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     raise self.value
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     return method.func(obj, *args, **kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     resp = self._update('/attachments/%s' % id, body)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     return self.request(url, method, **kwargs)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff]     raise exceptions.from_response(resp, body)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491)
Oct 24 14:45:28 user nova-compute[74497]: ERROR nova.compute.manager [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] 
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.compute.claims [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Aborting claim: <nova.compute.claims.Claim object at 0x7eff605b14e0> {{(pid=74497) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lazy-loading 'flavor' on Instance uuid c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:45:28 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Creating image(s)
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Ensure instance console log exists: /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Start _get_guest_xml network_info=[{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 0, 'attachment_id': '75dbba3a-b8e6-4b86-905b-08fc939564a8', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rsCIjFNA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f9da4324-398f-4723-887f-6fcf0d15d401', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'serial': 'f6bf9178-80e4-4fab-92d7-38379d7c7b79'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7b910c4-a1ae-444c-b9f2-c1f77ad97602 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 32.727s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rsCIjFNA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:28 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:28 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:28 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6dfc505-b0fb-4033-b98a-1350b205f4af]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:45:28 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3210e3ec-4192-4138-adbf-fcdcd9b01185]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79] added
Oct 24 14:45:28 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'flavor' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Error from libvirt while getting description of instance-00000007: [Error Code 42] Domain not found: no domain with matching uuid '74baf884-d0c1-48ee-9c51-5363cee639d4' (instance-00000007): libvirt.libvirtError: Domain not found: no domain with matching uuid '74baf884-d0c1-48ee-9c51-5363cee639d4' (instance-00000007)
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef48713-1e6d-413f-8760-72fe926516c3]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Successfully updated port: 729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58b7a62-48f9-4457-b384-8653d9396090]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.115s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquired lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rsCIjFNA {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rsCIjFNA" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa5884c-90f7-43ea-b8ed-39c357553135]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rsCIjFNA'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[76e1e327-b196-43b9-903e-bf813b255d10]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[799604e8-b196-4007-b1df-c1805b11e62a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 14:45:29 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 14:45:29 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:29 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 14:45:29 user nova-compute[74497]: 
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.594s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Build of instance ddfc6a66-c0db-4451-94fc-5a91d17f40ff aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491) {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.compute.utils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Build of instance ddfc6a66-c0db-4451-94fc-5a91d17f40ff aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74497) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 24 14:45:29 user nova-compute[74497]: ERROR nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Build of instance ddfc6a66-c0db-4451-94fc-5a91d17f40ff aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491): nova.exception.BuildAbortException: Build of instance ddfc6a66-c0db-4451-94fc-5a91d17f40ff aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491)
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Unplugging VIFs for instance {{(pid=74497) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:45:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-391803223',display_name='tempest-TestShelveInstance-server-391803223',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-391803223',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNKyENm+93TLnbmJ4LctU0Puoj+J/i7n9bhCiDFp6l/hzoaF8IzX9Ppa9kB1Rspitdqujwn+oXK2dk49HQQFBTh9eT1oo44qo+fiQJk0UUPf8AntsfD7Ej+f7wyzQXN+4Q==',key_name='tempest-TestShelveInstance-1456955230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='819345aaa0cc4e44ac137f176f2df15e',ramdisk_id='',reservation_id='r-kbz6lxen',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1196187800',owner_user_name='tempest-TestShelveInstance-1196187800-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:45:11Z,user_data=None,user_id='2648ef46c90b4a49a3fcc1b5c82ef27e',uuid=ddfc6a66-c0db-4451-94fc-5a91d17f40ff,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "address": "fa:16:3e:5e:cb:94", "network": {"id": "4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab", "bridge": "br-int", "label": "tempest-TestShelveInstance-1200919825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "819345aaa0cc4e44ac137f176f2df15e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1814ac6-15", "ovs_interfaceid": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Converting VIF {"id": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "address": "fa:16:3e:5e:cb:94", "network": {"id": "4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab", "bridge": "br-int", "label": "tempest-TestShelveInstance-1200919825-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "819345aaa0cc4e44ac137f176f2df15e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1814ac6-15", "ovs_interfaceid": "a1814ac6-155f-4abc-ad51-1d78d15d1619", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:cb:94,bridge_name='br-int',has_traffic_filtering=True,id=a1814ac6-155f-4abc-ad51-1d78d15d1619,network=Network(4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1814ac6-15') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_vif [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:cb:94,bridge_name='br-int',has_traffic_filtering=True,id=a1814ac6-155f-4abc-ad51-1d78d15d1619,network=Network(4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1814ac6-15') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce7a3a77-5867-4163-b424-5f40dca1fa3e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260]
Oct 24 14:45:29 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260] successful.
Oct 24 14:45:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa1814ac6-15, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: INFO os_vif [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:cb:94,bridge_name='br-int',has_traffic_filtering=True,id=a1814ac6-155f-4abc-ad51-1d78d15d1619,network=Network(4d1ef8a6-5d4d-4347-9e8d-c115096dd1ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1814ac6-15')
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Unplugged VIFs for instance {{(pid=74497) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:29 user nova-compute[74497]: INFO nova.compute.manager [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Attaching volume fb38392c-74c4-482c-8757-b62316ec3ebd to /dev/vdb
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a54c05-e378-4ed0-a4c3-fc1826074c41]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e6a970-2850-48d8-ba83-94cfbf22491d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:45:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:45:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.469s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.utils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e961fc9-c3e2-4e63-8d84-e76378cf53f4]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rsCIjFNA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b01b82-1004-4045-be27-e2dd1bcd339c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0728de5d-7187-4ccf-938d-d233d04b01d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e840fdea-88f7-41eb-8c81-722e10481aba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2cb536a-e697-461a-b525-3c14db7ee07f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updating instance_info_cache with network_info: [{"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:45:29 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d7a03a-6133-482a-b5c4-ddaf6e73b488]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_brick.utils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] <== get_connector_properties: return (203ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updating existing volume attachment record: 356f3839-4de2-4ee4-a43e-95bd51c37a4b {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Releasing lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Instance network_info: |[{"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Start _get_guest_xml network_info=[{"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:45:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:45:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1062542039',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1062542039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1062542',id=12,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC9G6HOyJmtEmWYfvCV0cf8Y35NkM9xRd9cxsygY3JbPOGaO2jox6E5SopVCq6c0gPWPq69apTw6KGW7KvBttvLFb7xmexEGLmI1iaVtQQaxT0xBa709dxlSyF3ngTVRZw==',key_name='tempest-keypair-1077610330',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31767bf76b24416e8a090872ba525456',ramdisk_id='',reservation_id='r-qzyldf27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-331706544',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8389a6230df24cab93529af2251dcc29',uuid=d9738829-b4d6-49da-86ed-06f8f4f4cfb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Converting VIF {"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:3b:13,bridge_name='br-int',has_traffic_filtering=True,id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003,network=Network(b93dda50-d3d3-49f5-bb23-a32e475c8316),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap729dce7e-5d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lazy-loading 'pci_devices' on Instance uuid d9738829-b4d6-49da-86ed-06f8f4f4cfb9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:45:29 user nova-compute[74497]:   <uuid>d9738829-b4d6-49da-86ed-06f8f4f4cfb9</uuid>
Oct 24 14:45:29 user nova-compute[74497]:   <name>instance-0000000c</name>
Oct 24 14:45:29 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:45:29 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:45:29 user nova-compute[74497]:   <metadata>
Oct 24 14:45:29 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:45:29 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:45:29 user nova-compute[74497]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1062542039</nova:name>
Oct 24 14:45:29 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:45:29</nova:creationTime>
Oct 24 14:45:29 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:45:29 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:45:29 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:45:29 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:45:29 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:45:29 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:45:29 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:45:29 user nova-compute[74497]:       <nova:owner>
Oct 24 14:45:29 user nova-compute[74497]:         <nova:user uuid="8389a6230df24cab93529af2251dcc29">tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member</nova:user>
Oct 24 14:45:29 user nova-compute[74497]:         <nova:project uuid="31767bf76b24416e8a090872ba525456">tempest-TestServerVolumeAttachScenarioOldVersion-331706544</nova:project>
Oct 24 14:45:29 user nova-compute[74497]:       </nova:owner>
Oct 24 14:45:29 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:45:29 user nova-compute[74497]:       <nova:ports>
Oct 24 14:45:29 user nova-compute[74497]:         <nova:port uuid="729dce7e-5d7a-4fb6-94ef-6d4b63bee003">
Oct 24 14:45:29 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 14:45:29 user nova-compute[74497]:         </nova:port>
Oct 24 14:45:29 user nova-compute[74497]:       </nova:ports>
Oct 24 14:45:29 user nova-compute[74497]:     </nova:instance>
Oct 24 14:45:29 user nova-compute[74497]:   </metadata>
Oct 24 14:45:29 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:45:29 user nova-compute[74497]:     <system>
Oct 24 14:45:29 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:45:29 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:45:29 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:45:29 user nova-compute[74497]:       <entry name="serial">d9738829-b4d6-49da-86ed-06f8f4f4cfb9</entry>
Oct 24 14:45:29 user nova-compute[74497]:       <entry name="uuid">d9738829-b4d6-49da-86ed-06f8f4f4cfb9</entry>
Oct 24 14:45:29 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:45:29 user nova-compute[74497]:     </system>
Oct 24 14:45:29 user nova-compute[74497]:   </sysinfo>
Oct 24 14:45:29 user nova-compute[74497]:   <os>
Oct 24 14:45:29 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:45:29 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:45:29 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:45:29 user nova-compute[74497]:   </os>
Oct 24 14:45:29 user nova-compute[74497]:   <features>
Oct 24 14:45:29 user nova-compute[74497]:     <acpi/>
Oct 24 14:45:29 user nova-compute[74497]:     <apic/>
Oct 24 14:45:29 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:45:29 user nova-compute[74497]:   </features>
Oct 24 14:45:29 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:45:29 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:45:29 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:45:29 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:45:29 user nova-compute[74497]:   </clock>
Oct 24 14:45:29 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:45:29 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:45:29 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:45:29 user nova-compute[74497]:   </cpu>
Oct 24 14:45:29 user nova-compute[74497]:   <devices>
Oct 24 14:45:29 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:45:29 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:45:29 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk"/>
Oct 24 14:45:29 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:45:29 user nova-compute[74497]:     </disk>
Oct 24 14:45:29 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:45:29 user nova-compute[74497]:       <mac address="fa:16:3e:69:3b:13"/>
Oct 24 14:45:29 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:45:29 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:45:29 user nova-compute[74497]:       <target dev="tap729dce7e-5d"/>
Oct 24 14:45:29 user nova-compute[74497]:     </interface>
Oct 24 14:45:29 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:45:29 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/console.log" append="off"/>
Oct 24 14:45:29 user nova-compute[74497]:     </serial>
Oct 24 14:45:29 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:45:29 user nova-compute[74497]:     <video>
Oct 24 14:45:29 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:45:29 user nova-compute[74497]:     </video>
Oct 24 14:45:29 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:45:29 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:45:29 user nova-compute[74497]:     </rng>
Oct 24 14:45:29 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:45:29 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:45:29 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:45:29 user nova-compute[74497]:     </memballoon>
Oct 24 14:45:29 user nova-compute[74497]:   </devices>
Oct 24 14:45:29 user nova-compute[74497]: </domain>
Oct 24 14:45:29 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:45:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1062542039',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1062542039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1062542',id=12,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC9G6HOyJmtEmWYfvCV0cf8Y35NkM9xRd9cxsygY3JbPOGaO2jox6E5SopVCq6c0gPWPq69apTw6KGW7KvBttvLFb7xmexEGLmI1iaVtQQaxT0xBa709dxlSyF3ngTVRZw==',key_name='tempest-keypair-1077610330',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='31767bf76b24416e8a090872ba525456',ramdisk_id='',reservation_id='r-qzyldf27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-331706544',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8389a6230df24cab93529af2251dcc29',uuid=d9738829-b4d6-49da-86ed-06f8f4f4cfb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Converting VIF {"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:3b:13,bridge_name='br-int',has_traffic_filtering=True,id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003,network=Network(b93dda50-d3d3-49f5-bb23-a32e475c8316),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap729dce7e-5d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG os_vif [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:3b:13,bridge_name='br-int',has_traffic_filtering=True,id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003,network=Network(b93dda50-d3d3-49f5-bb23-a32e475c8316),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap729dce7e-5d') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '18257a1a-830c-552d-9b4e-7450cffd5f96', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap729dce7e-5d, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap729dce7e-5d, col_values=(('qos', UUID('5ae71b67-f25b-47a2-b3a6-aa3c91c30a18')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap729dce7e-5d, col_values=(('external_ids', {'iface-id': '729dce7e-5d7a-4fb6-94ef-6d4b63bee003', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:3b:13', 'vm-uuid': 'd9738829-b4d6-49da-86ed-06f8f4f4cfb9'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: INFO os_vif [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:3b:13,bridge_name='br-int',has_traffic_filtering=True,id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003,network=Network(b93dda50-d3d3-49f5-bb23-a32e475c8316),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap729dce7e-5d')
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] No VIF found with MAC fa:16:3e:69:3b:13, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] Acquiring lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] No waiting events found dispatching network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:30 user nova-compute[74497]: WARNING nova.compute.manager [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received unexpected event network-vif-plugged-873d3497-a7d8-4a52-ac75-20d84639652f for instance with vm_state active and task_state deleting.
Oct 24 14:45:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received event network-changed-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Refreshing instance network info cache due to event network-changed-729dce7e-5d7a-4fb6-94ef-6d4b63bee003. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] Acquiring lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] Acquired lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG nova.network.neutron [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Refreshing network info cache for port 729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.541s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== connect_volume: return (1543ms) {'type': 'block', 'scsi_wwn': '26538303230616630', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26538303230616630', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:45:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.compute.manager [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] [instance: 5358adcc-432b-40f6-abc4-6a6001d64a8e] Took 25.04 seconds to detach 3 volumes for instance.
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-e220c949-3272-492b-b64c-4c4e53fdf763 req-fc1f05ff-fc95-48bf-8d0e-6bdf4212b0b6 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Received event network-vif-deleted-873d3497-a7d8-4a52-ac75-20d84639652f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.compute.manager [req-e220c949-3272-492b-b64c-4c4e53fdf763 req-fc1f05ff-fc95-48bf-8d0e-6bdf4212b0b6 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Neutron deleted interface 873d3497-a7d8-4a52-ac75-20d84639652f; detaching it from the instance and deleting it from the info cache
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.network.neutron [req-e220c949-3272-492b-b64c-4c4e53fdf763 req-fc1f05ff-fc95-48bf-8d0e-6bdf4212b0b6 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-6511675e-8c22-4f1e-8733-82e4fd9b6fc8 req-137faf30-97f3-4729-b7d3-20f1578bc868 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received event network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6511675e-8c22-4f1e-8733-82e4fd9b6fc8 req-137faf30-97f3-4729-b7d3-20f1578bc868 service nova] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6511675e-8c22-4f1e-8733-82e4fd9b6fc8 req-137faf30-97f3-4729-b7d3-20f1578bc868 service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6511675e-8c22-4f1e-8733-82e4fd9b6fc8 req-137faf30-97f3-4729-b7d3-20f1578bc868 service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-6511675e-8c22-4f1e-8733-82e4fd9b6fc8 req-137faf30-97f3-4729-b7d3-20f1578bc868 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] No waiting events found dispatching network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:34 user nova-compute[74497]: WARNING nova.compute.manager [req-6511675e-8c22-4f1e-8733-82e4fd9b6fc8 req-137faf30-97f3-4729-b7d3-20f1578bc868 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received unexpected event network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 for instance with vm_state building and task_state spawning.
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-3dc5499c-a2cc-45de-b5d4-3fc113920346 req-d5a444d5-92c1-4547-abec-3f9e26cb1a59 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received event network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3dc5499c-a2cc-45de-b5d4-3fc113920346 req-d5a444d5-92c1-4547-abec-3f9e26cb1a59 service nova] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3dc5499c-a2cc-45de-b5d4-3fc113920346 req-d5a444d5-92c1-4547-abec-3f9e26cb1a59 service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3dc5499c-a2cc-45de-b5d4-3fc113920346 req-d5a444d5-92c1-4547-abec-3f9e26cb1a59 service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-3dc5499c-a2cc-45de-b5d4-3fc113920346 req-d5a444d5-92c1-4547-abec-3f9e26cb1a59 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] No waiting events found dispatching network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:34 user nova-compute[74497]: WARNING nova.compute.manager [req-3dc5499c-a2cc-45de-b5d4-3fc113920346 req-d5a444d5-92c1-4547-abec-3f9e26cb1a59 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received unexpected event network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 for instance with vm_state building and task_state spawning.
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:43:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-511890960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-511890960',id=10,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-e6300ety',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:43:34Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=f9da4324-398f-4723-887f-6fcf0d15d401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.objects.instance [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'pci_devices' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:45:34 user nova-compute[74497]:   <uuid>f9da4324-398f-4723-887f-6fcf0d15d401</uuid>
Oct 24 14:45:34 user nova-compute[74497]:   <name>instance-0000000a</name>
Oct 24 14:45:34 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:45:34 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:45:34 user nova-compute[74497]:   <metadata>
Oct 24 14:45:34 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:45:34 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:45:34 user nova-compute[74497]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-511890960</nova:name>
Oct 24 14:45:34 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:45:28</nova:creationTime>
Oct 24 14:45:34 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:45:34 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:45:34 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:45:34 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:45:34 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:45:34 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:45:34 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:45:34 user nova-compute[74497]:       <nova:owner>
Oct 24 14:45:34 user nova-compute[74497]:         <nova:user uuid="38a58561620648e0aa4a2bf3caf99e05">tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member</nova:user>
Oct 24 14:45:34 user nova-compute[74497]:         <nova:project uuid="b94c5c5b44de4e8585490872dd5f0b16">tempest-ServerBootFromVolumeStableRescueTest-1664780445</nova:project>
Oct 24 14:45:34 user nova-compute[74497]:       </nova:owner>
Oct 24 14:45:34 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:45:34 user nova-compute[74497]:       <nova:ports>
Oct 24 14:45:34 user nova-compute[74497]:         <nova:port uuid="3f08b96c-45e1-452c-824f-5f69ba118d75">
Oct 24 14:45:34 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:45:34 user nova-compute[74497]:         </nova:port>
Oct 24 14:45:34 user nova-compute[74497]:       </nova:ports>
Oct 24 14:45:34 user nova-compute[74497]:     </nova:instance>
Oct 24 14:45:34 user nova-compute[74497]:   </metadata>
Oct 24 14:45:34 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:45:34 user nova-compute[74497]:     <system>
Oct 24 14:45:34 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:45:34 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:45:34 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:45:34 user nova-compute[74497]:       <entry name="serial">f9da4324-398f-4723-887f-6fcf0d15d401</entry>
Oct 24 14:45:34 user nova-compute[74497]:       <entry name="uuid">f9da4324-398f-4723-887f-6fcf0d15d401</entry>
Oct 24 14:45:34 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:45:34 user nova-compute[74497]:     </system>
Oct 24 14:45:34 user nova-compute[74497]:   </sysinfo>
Oct 24 14:45:34 user nova-compute[74497]:   <os>
Oct 24 14:45:34 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:45:34 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:45:34 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:45:34 user nova-compute[74497]:   </os>
Oct 24 14:45:34 user nova-compute[74497]:   <features>
Oct 24 14:45:34 user nova-compute[74497]:     <acpi/>
Oct 24 14:45:34 user nova-compute[74497]:     <apic/>
Oct 24 14:45:34 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:45:34 user nova-compute[74497]:   </features>
Oct 24 14:45:34 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:45:34 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:45:34 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:45:34 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:45:34 user nova-compute[74497]:   </clock>
Oct 24 14:45:34 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:45:34 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:45:34 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:45:34 user nova-compute[74497]:   </cpu>
Oct 24 14:45:34 user nova-compute[74497]:   <devices>
Oct 24 14:45:34 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:45:34 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:45:34 user nova-compute[74497]:       <source dev="/dev/sdb"/>
Oct 24 14:45:34 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:45:34 user nova-compute[74497]:       <serial>f6bf9178-80e4-4fab-92d7-38379d7c7b79</serial>
Oct 24 14:45:34 user nova-compute[74497]:     </disk>
Oct 24 14:45:34 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:45:34 user nova-compute[74497]:       <mac address="fa:16:3e:cd:56:d6"/>
Oct 24 14:45:34 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:45:34 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:45:34 user nova-compute[74497]:       <target dev="tap3f08b96c-45"/>
Oct 24 14:45:34 user nova-compute[74497]:     </interface>
Oct 24 14:45:34 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:45:34 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/console.log" append="off"/>
Oct 24 14:45:34 user nova-compute[74497]:     </serial>
Oct 24 14:45:34 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:45:34 user nova-compute[74497]:     <video>
Oct 24 14:45:34 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:45:34 user nova-compute[74497]:     </video>
Oct 24 14:45:34 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:45:34 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:45:34 user nova-compute[74497]:     </rng>
Oct 24 14:45:34 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:45:34 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:45:34 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:45:34 user nova-compute[74497]:     </memballoon>
Oct 24 14:45:34 user nova-compute[74497]:   </devices>
Oct 24 14:45:34 user nova-compute[74497]: </domain>
Oct 24 14:45:34 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:43:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-511890960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-511890960',id=10,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-e6300ety',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:43:34Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=f9da4324-398f-4723-887f-6fcf0d15d401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG os_vif [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Instance spawned successfully.
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Took 4.95 seconds to deallocate network for instance.
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Took 5.75 seconds to deallocate network for instance.
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11c2dbd3-3556-5f7d-a4c1-b2cb346dc98b', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:45:34 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:34 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8279MB free_disk=25.608386993408203GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f08b96c-45, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f08b96c-45, col_values=(('qos', UUID('53f67eef-bfe9-4cd1-a265-d3985c2a0746')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f08b96c-45, col_values=(('external_ids', {'iface-id': '3f08b96c-45e1-452c-824f-5f69ba118d75', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:56:d6', 'vm-uuid': 'f9da4324-398f-4723-887f-6fcf0d15d401'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-e220c949-3272-492b-b64c-4c4e53fdf763 req-fc1f05ff-fc95-48bf-8d0e-6bdf4212b0b6 service nova] [instance: 74baf884-d0c1-48ee-9c51-5363cee639d4] Detach interface failed, port_id=873d3497-a7d8-4a52-ac75-20d84639652f, reason: Instance 74baf884-d0c1-48ee-9c51-5363cee639d4 could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:34 user nova-compute[74497]: INFO os_vif [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45')
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Detaching volume: b3cb6fea-8eef-4c58-9da4-d0b4e5735e48 {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Detaching volume b3cb6fea-8eef-4c58-9da4-d0b4e5735e48
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No VIF found with MAC fa:16:3e:cd:56:d6, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Took 7.04 seconds to spawn the instance on the hypervisor.
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c175b990-0fc9-47c4-9d56-61af37a1cec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 74baf884-d0c1-48ee-9c51-5363cee639d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 5358adcc-432b-40f6-abc4-6a6001d64a8e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f04ff3b1-728f-4404-adf8-a7f10d385735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: ERROR nova.virt.block_device [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Unable to call for a driver detach of volume b3cb6fea-8eef-4c58-9da4-d0b4e5735e48 due to the instance being registered to the remote host None.: nova.exception.BuildAbortException: Build of instance ddfc6a66-c0db-4451-94fc-5a91d17f40ff aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b76c5b25-c9f2-49fd-973d-5525c54a8491)
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:45:34 user nova-compute[74497]: INFO nova.compute.manager [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Took 8.00 seconds to build instance.
Oct 24 14:45:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8fb0376f-a824-4a14-8d40-7c1186c67777 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.099s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] [instance: ddfc6a66-c0db-4451-94fc-5a91d17f40ff] Deleting volume: b3cb6fea-8eef-4c58-9da4-d0b4e5735e48 {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ddfc6a66-c0db-4451-94fc-5a91d17f40ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:45:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:35 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Deleted allocations for instance ddfc6a66-c0db-4451-94fc-5a91d17f40ff
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2fc67301-dabe-44f8-b7b4-011e61649968 tempest-TestShelveInstance-1196187800 tempest-TestShelveInstance-1196187800-project-member] Lock "ddfc6a66-c0db-4451-94fc-5a91d17f40ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.392s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.016s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.833s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updated VIF entry in instance network info cache for port 729dce7e-5d7a-4fb6-94ef-6d4b63bee003. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updating instance_info_cache with network_info: [{"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8946a30f-8309-4550-9065-11d67973d227 req-86efd043-9cde-411c-8611-90073dcdf5a5 service nova] Releasing lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.442s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.206s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:35 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Deleted allocations for instance 5358adcc-432b-40f6-abc4-6a6001d64a8e
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:45:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60e752e7-f4fd-4baa-b21d-d75d5f720d42 tempest-TaggedBootDevicesTest_v242-960608323 tempest-TaggedBootDevicesTest_v242-960608323-project-member] Lock "5358adcc-432b-40f6-abc4-6a6001d64a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 34.238s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.584s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.332s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:45:36 user nova-compute[74497]: INFO nova.compute.claims [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Claim successful on node user
Oct 24 14:45:36 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Deleted allocations for instance 74baf884-d0c1-48ee-9c51-5363cee639d4
Oct 24 14:45:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-475878d6-7989-4f74-8dd5-06927e03c494 tempest-VolumesAssistedSnapshotsTest-1235103075 tempest-VolumesAssistedSnapshotsTest-1235103075-project-member] Lock "74baf884-d0c1-48ee-9c51-5363cee639d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.046s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-eb14eee9-1d9a-415c-9cc5-908abb5546a2 req-58c298df-ae31-4612-8170-6d3a1a8b6647 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-eb14eee9-1d9a-415c-9cc5-908abb5546a2 req-58c298df-ae31-4612-8170-6d3a1a8b6647 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-eb14eee9-1d9a-415c-9cc5-908abb5546a2 req-58c298df-ae31-4612-8170-6d3a1a8b6647 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-eb14eee9-1d9a-415c-9cc5-908abb5546a2 req-58c298df-ae31-4612-8170-6d3a1a8b6647 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-eb14eee9-1d9a-415c-9cc5-908abb5546a2 req-58c298df-ae31-4612-8170-6d3a1a8b6647 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:36 user nova-compute[74497]: WARNING nova.compute.manager [req-eb14eee9-1d9a-415c-9cc5-908abb5546a2 req-58c298df-ae31-4612-8170-6d3a1a8b6647 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state building and task_state spawning.
Oct 24 14:45:36 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:36 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.670s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:45:37 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:45:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG nova.policy [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3af0283ad40489d88521f5f0798d551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c60b78f97a39495794bb1f2f2089c377', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:45:37 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Creating image(s)
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "/opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "/opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "/opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.217s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.229s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk 1073741824" returned: 0 in 0.087s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.326s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Successfully created port: 6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.220s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Cannot resize image /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Ensure instance console log exists: /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Successfully updated port: 6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:45:38 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance spawned successfully.
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "refresh_cache-a0b8a590-cd39-43e0-b810-bacd9a7643e5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquired lock "refresh_cache-a0b8a590-cd39-43e0-b810-bacd9a7643e5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-38c0ac94-4a7f-4b01-b2c3-897aa271163e req-6b8807b8-0dfb-4f3d-9a4c-bbe97651ccc0 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-38c0ac94-4a7f-4b01-b2c3-897aa271163e req-6b8807b8-0dfb-4f3d-9a4c-bbe97651ccc0 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-38c0ac94-4a7f-4b01-b2c3-897aa271163e req-6b8807b8-0dfb-4f3d-9a4c-bbe97651ccc0 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-38c0ac94-4a7f-4b01-b2c3-897aa271163e req-6b8807b8-0dfb-4f3d-9a4c-bbe97651ccc0 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-38c0ac94-4a7f-4b01-b2c3-897aa271163e req-6b8807b8-0dfb-4f3d-9a4c-bbe97651ccc0 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:38 user nova-compute[74497]: WARNING nova.compute.manager [req-38c0ac94-4a7f-4b01-b2c3-897aa271163e req-6b8807b8-0dfb-4f3d-9a4c-bbe97651ccc0 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state building and task_state spawning.
Oct 24 14:45:38 user nova-compute[74497]: INFO nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Took 10.19 seconds to spawn the instance on the hypervisor.
Oct 24 14:45:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:45:39 user nova-compute[74497]: INFO nova.compute.manager [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Took 125.97 seconds to build instance.
Oct 24 14:45:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-08f19e38-1ed7-4283-bf5a-5d79278b6246 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 126.100s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Updating instance_info_cache with network_info: [{"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Releasing lock "refresh_cache-a0b8a590-cd39-43e0-b810-bacd9a7643e5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Instance network_info: |[{"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Start _get_guest_xml network_info=[{"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:45:39 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:39 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:45:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-112550226',display_name='tempest-VolumesAdminNegativeTest-server-112550226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-112550226',id=13,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60b78f97a39495794bb1f2f2089c377',ramdisk_id='',reservation_id='r-mqy0lnx1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-813855317',owner_user_name='tempest-VolumesAdminNegativeTest-813855317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:45:37Z,user_data=None,user_id='d3af0283ad40489d88521f5f0798d551',uuid=a0b8a590-cd39-43e0-b810-bacd9a7643e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converting VIF {"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:c6:cf,bridge_name='br-int',has_traffic_filtering=True,id=6243ba39-034f-4d99-85ea-e89751b58461,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6243ba39-03') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lazy-loading 'pci_devices' on Instance uuid a0b8a590-cd39-43e0-b810-bacd9a7643e5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:45:39 user nova-compute[74497]:   <uuid>a0b8a590-cd39-43e0-b810-bacd9a7643e5</uuid>
Oct 24 14:45:39 user nova-compute[74497]:   <name>instance-0000000d</name>
Oct 24 14:45:39 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:45:39 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:45:39 user nova-compute[74497]:   <metadata>
Oct 24 14:45:39 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:45:39 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:45:39 user nova-compute[74497]:       <nova:name>tempest-VolumesAdminNegativeTest-server-112550226</nova:name>
Oct 24 14:45:39 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:45:39</nova:creationTime>
Oct 24 14:45:39 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:45:39 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:45:39 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:45:39 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:45:39 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:45:39 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:45:39 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:45:39 user nova-compute[74497]:       <nova:owner>
Oct 24 14:45:39 user nova-compute[74497]:         <nova:user uuid="d3af0283ad40489d88521f5f0798d551">tempest-VolumesAdminNegativeTest-813855317-project-member</nova:user>
Oct 24 14:45:39 user nova-compute[74497]:         <nova:project uuid="c60b78f97a39495794bb1f2f2089c377">tempest-VolumesAdminNegativeTest-813855317</nova:project>
Oct 24 14:45:39 user nova-compute[74497]:       </nova:owner>
Oct 24 14:45:39 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:45:39 user nova-compute[74497]:       <nova:ports>
Oct 24 14:45:39 user nova-compute[74497]:         <nova:port uuid="6243ba39-034f-4d99-85ea-e89751b58461">
Oct 24 14:45:39 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 14:45:39 user nova-compute[74497]:         </nova:port>
Oct 24 14:45:39 user nova-compute[74497]:       </nova:ports>
Oct 24 14:45:39 user nova-compute[74497]:     </nova:instance>
Oct 24 14:45:39 user nova-compute[74497]:   </metadata>
Oct 24 14:45:39 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:45:39 user nova-compute[74497]:     <system>
Oct 24 14:45:39 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:45:39 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:45:39 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:45:39 user nova-compute[74497]:       <entry name="serial">a0b8a590-cd39-43e0-b810-bacd9a7643e5</entry>
Oct 24 14:45:39 user nova-compute[74497]:       <entry name="uuid">a0b8a590-cd39-43e0-b810-bacd9a7643e5</entry>
Oct 24 14:45:39 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:45:39 user nova-compute[74497]:     </system>
Oct 24 14:45:39 user nova-compute[74497]:   </sysinfo>
Oct 24 14:45:39 user nova-compute[74497]:   <os>
Oct 24 14:45:39 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:45:39 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:45:39 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:45:39 user nova-compute[74497]:   </os>
Oct 24 14:45:39 user nova-compute[74497]:   <features>
Oct 24 14:45:39 user nova-compute[74497]:     <acpi/>
Oct 24 14:45:39 user nova-compute[74497]:     <apic/>
Oct 24 14:45:39 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:45:39 user nova-compute[74497]:   </features>
Oct 24 14:45:39 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:45:39 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:45:39 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:45:39 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:45:39 user nova-compute[74497]:   </clock>
Oct 24 14:45:39 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:45:39 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:45:39 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:45:39 user nova-compute[74497]:   </cpu>
Oct 24 14:45:39 user nova-compute[74497]:   <devices>
Oct 24 14:45:39 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:45:39 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:45:39 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk"/>
Oct 24 14:45:39 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:45:39 user nova-compute[74497]:     </disk>
Oct 24 14:45:39 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:45:39 user nova-compute[74497]:       <mac address="fa:16:3e:60:c6:cf"/>
Oct 24 14:45:39 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:45:39 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:45:39 user nova-compute[74497]:       <target dev="tap6243ba39-03"/>
Oct 24 14:45:39 user nova-compute[74497]:     </interface>
Oct 24 14:45:39 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:45:39 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/console.log" append="off"/>
Oct 24 14:45:39 user nova-compute[74497]:     </serial>
Oct 24 14:45:39 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:45:39 user nova-compute[74497]:     <video>
Oct 24 14:45:39 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:45:39 user nova-compute[74497]:     </video>
Oct 24 14:45:39 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:45:39 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:45:39 user nova-compute[74497]:     </rng>
Oct 24 14:45:39 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:45:39 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:45:39 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:45:39 user nova-compute[74497]:     </memballoon>
Oct 24 14:45:39 user nova-compute[74497]:   </devices>
Oct 24 14:45:39 user nova-compute[74497]: </domain>
Oct 24 14:45:39 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:45:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-112550226',display_name='tempest-VolumesAdminNegativeTest-server-112550226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-112550226',id=13,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c60b78f97a39495794bb1f2f2089c377',ramdisk_id='',reservation_id='r-mqy0lnx1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-813855317',owner_user_name='tempest-VolumesAdminNegativeTest-813855317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:45:37Z,user_data=None,user_id='d3af0283ad40489d88521f5f0798d551',uuid=a0b8a590-cd39-43e0-b810-bacd9a7643e5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converting VIF {"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:c6:cf,bridge_name='br-int',has_traffic_filtering=True,id=6243ba39-034f-4d99-85ea-e89751b58461,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6243ba39-03') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG os_vif [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:c6:cf,bridge_name='br-int',has_traffic_filtering=True,id=6243ba39-034f-4d99-85ea-e89751b58461,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6243ba39-03') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '60b69d23-6f96-571d-87d8-e0a5276e05e3', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6243ba39-03, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6243ba39-03, col_values=(('qos', UUID('f5a0a6a5-288a-4f27-b77e-89ff5303d0f8')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6243ba39-03, col_values=(('external_ids', {'iface-id': '6243ba39-034f-4d99-85ea-e89751b58461', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:60:c6:cf', 'vm-uuid': 'a0b8a590-cd39-43e0-b810-bacd9a7643e5'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:39 user nova-compute[74497]: INFO os_vif [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:c6:cf,bridge_name='br-int',has_traffic_filtering=True,id=6243ba39-034f-4d99-85ea-e89751b58461,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6243ba39-03')
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] No VIF found with MAC fa:16:3e:60:c6:cf, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:45:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-changed-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Refreshing instance network info cache due to event network-changed-6243ba39-034f-4d99-85ea-e89751b58461. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] Acquiring lock "refresh_cache-a0b8a590-cd39-43e0-b810-bacd9a7643e5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] Acquired lock "refresh_cache-a0b8a590-cd39-43e0-b810-bacd9a7643e5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG nova.network.neutron [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Refreshing network info cache for port 6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG nova.network.neutron [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Updated VIF entry in instance network info cache for port 6243ba39-034f-4d99-85ea-e89751b58461. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG nova.network.neutron [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Updating instance_info_cache with network_info: [{"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5b7b38ab-1898-4d73-919b-9a9d2be67c98 req-057a2168-dae3-4454-86b5-d77c4a57df54 service nova] Releasing lock "refresh_cache-a0b8a590-cd39-43e0-b810-bacd9a7643e5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-b1c3ac01-51c6-4a9d-8b9e-33fcd8c3a4b3 req-93bc5cab-0442-4724-b8a0-6024d5a7affc service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b1c3ac01-51c6-4a9d-8b9e-33fcd8c3a4b3 req-93bc5cab-0442-4724-b8a0-6024d5a7affc service nova] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b1c3ac01-51c6-4a9d-8b9e-33fcd8c3a4b3 req-93bc5cab-0442-4724-b8a0-6024d5a7affc service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b1c3ac01-51c6-4a9d-8b9e-33fcd8c3a4b3 req-93bc5cab-0442-4724-b8a0-6024d5a7affc service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-b1c3ac01-51c6-4a9d-8b9e-33fcd8c3a4b3 req-93bc5cab-0442-4724-b8a0-6024d5a7affc service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] No waiting events found dispatching network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:41 user nova-compute[74497]: WARNING nova.compute.manager [req-b1c3ac01-51c6-4a9d-8b9e-33fcd8c3a4b3 req-93bc5cab-0442-4724-b8a0-6024d5a7affc service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received unexpected event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 for instance with vm_state building and task_state spawning.
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:45:43 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Instance spawned successfully.
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:45:43 user nova-compute[74497]: INFO nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Took 6.56 seconds to spawn the instance on the hypervisor.
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:45:43 user nova-compute[74497]: INFO nova.compute.manager [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Took 7.98 seconds to build instance.
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-7911c542-e4f0-48d4-9e4b-c74d4b8ac9b8 req-24892178-ff52-4a32-b9aa-e0fc86c29427 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7911c542-e4f0-48d4-9e4b-c74d4b8ac9b8 req-24892178-ff52-4a32-b9aa-e0fc86c29427 service nova] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7911c542-e4f0-48d4-9e4b-c74d4b8ac9b8 req-24892178-ff52-4a32-b9aa-e0fc86c29427 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7911c542-e4f0-48d4-9e4b-c74d4b8ac9b8 req-24892178-ff52-4a32-b9aa-e0fc86c29427 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-7911c542-e4f0-48d4-9e4b-c74d4b8ac9b8 req-24892178-ff52-4a32-b9aa-e0fc86c29427 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] No waiting events found dispatching network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:43 user nova-compute[74497]: WARNING nova.compute.manager [req-7911c542-e4f0-48d4-9e4b-c74d4b8ac9b8 req-24892178-ff52-4a32-b9aa-e0fc86c29427 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received unexpected event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 for instance with vm_state active and task_state None.
Oct 24 14:45:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c01c547-e0fd-4063-80b8-812ab79fa687 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.129s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:46 user nova-compute[74497]: INFO nova.compute.manager [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Terminating instance
Oct 24 14:45:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-9512c432-b550-4dfe-b772-cc3257224e39 req-73dd1e02-c975-4fd1-b90b-c38d007a11fa service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-vif-unplugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9512c432-b550-4dfe-b772-cc3257224e39 req-73dd1e02-c975-4fd1-b90b-c38d007a11fa service nova] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9512c432-b550-4dfe-b772-cc3257224e39 req-73dd1e02-c975-4fd1-b90b-c38d007a11fa service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9512c432-b550-4dfe-b772-cc3257224e39 req-73dd1e02-c975-4fd1-b90b-c38d007a11fa service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-9512c432-b550-4dfe-b772-cc3257224e39 req-73dd1e02-c975-4fd1-b90b-c38d007a11fa service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] No waiting events found dispatching network-vif-unplugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-9512c432-b550-4dfe-b772-cc3257224e39 req-73dd1e02-c975-4fd1-b90b-c38d007a11fa service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-vif-unplugged-8cb8f806-2932-4577-95b1-a94a48a80fdb for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:45:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Instance destroyed successfully.
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.objects.instance [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lazy-loading 'resources' on Instance uuid c175b990-0fc9-47c4-9d56-61af37a1cec9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-767300107',display_name='tempest-TestVolumeSwap-server-767300107',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-767300107',id=6,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNgLjJSESWUhL1hAdg2DS3O47kY9QzkihkaEE8z6LQK6kfgtNjRGwZ93ef2E3j17Ydonh27eHByowhVvhSVdW5StU9VtBWvaU8IQW2fQeQzvooPbpHG9Ig1BJ8ht+qS3lQ==',key_name='tempest-keypair-409550812',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:41:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5f5259dabc054b46979ab5815eaa0f12',ramdisk_id='',reservation_id='r-qmo5tedh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1071013877',owner_user_name='tempest-TestVolumeSwap-1071013877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:41:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bde2d96f42d04c13adab70bf405cf40a',uuid=c175b990-0fc9-47c4-9d56-61af37a1cec9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Converting VIF {"id": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "address": "fa:16:3e:90:50:e7", "network": {"id": "d788a480-6f4a-4dbd-a95a-7d7c71232f44", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1920877507-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5f5259dabc054b46979ab5815eaa0f12", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8cb8f806-29", "ovs_interfaceid": "8cb8f806-2932-4577-95b1-a94a48a80fdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:50:e7,bridge_name='br-int',has_traffic_filtering=True,id=8cb8f806-2932-4577-95b1-a94a48a80fdb,network=Network(d788a480-6f4a-4dbd-a95a-7d7c71232f44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cb8f806-29') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG os_vif [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:50:e7,bridge_name='br-int',has_traffic_filtering=True,id=8cb8f806-2932-4577-95b1-a94a48a80fdb,network=Network(d788a480-6f4a-4dbd-a95a-7d7c71232f44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cb8f806-29') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8cb8f806-29, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1f8a9b1-f97c-4101-bed7-35bd5b2539bb) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:47 user nova-compute[74497]: INFO os_vif [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:50:e7,bridge_name='br-int',has_traffic_filtering=True,id=8cb8f806-2932-4577-95b1-a94a48a80fdb,network=Network(d788a480-6f4a-4dbd-a95a-7d7c71232f44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8cb8f806-29')
Oct 24 14:45:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Deleting instance files /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9_del
Oct 24 14:45:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Deletion of /opt/stack/data/nova/instances/c175b990-0fc9-47c4-9d56-61af37a1cec9_del complete
Oct 24 14:45:47 user nova-compute[74497]: INFO nova.compute.manager [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Took 1.03 seconds to destroy the instance on the hypervisor.
Oct 24 14:45:47 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:45:47 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:45:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-6f053488-6853-4bef-85b4-2cd0de2687a6 req-b6a63a33-5d13-4e83-a203-55f5d29360be service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f053488-6853-4bef-85b4-2cd0de2687a6 req-b6a63a33-5d13-4e83-a203-55f5d29360be service nova] Acquiring lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f053488-6853-4bef-85b4-2cd0de2687a6 req-b6a63a33-5d13-4e83-a203-55f5d29360be service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f053488-6853-4bef-85b4-2cd0de2687a6 req-b6a63a33-5d13-4e83-a203-55f5d29360be service nova] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-6f053488-6853-4bef-85b4-2cd0de2687a6 req-b6a63a33-5d13-4e83-a203-55f5d29360be service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] No waiting events found dispatching network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:45:49 user nova-compute[74497]: WARNING nova.compute.manager [req-6f053488-6853-4bef-85b4-2cd0de2687a6 req-b6a63a33-5d13-4e83-a203-55f5d29360be service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received unexpected event network-vif-plugged-8cb8f806-2932-4577-95b1-a94a48a80fdb for instance with vm_state active and task_state deleting.
Oct 24 14:45:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:45:50 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Took 2.48 seconds to deallocate network for instance.
Oct 24 14:45:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JaKHBUgR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:50 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:50 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:45:50 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a6cc9c-6e86-4530-8e5d-a7702cbbffb4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:45:50 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a104d99-b15c-4cd4-aa1e-d7a6801a57e0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd] added
Oct 24 14:45:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.037s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[70bc5f40-b486-4e46-bdc1-a123a0fa771a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.053s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e480df-9c0a-4694-b7aa-051cbbd3be05]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JaKHBUgR {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JaKHBUgR" returned: 0 in 0.045s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f7595f1-f81c-464b-8519-c28d77c9b30e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JaKHBUgR'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a958d1f-1bac-4cbe-9dcd-dcacd1661a65]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b3e1fa-592c-44a1-b0f3-0df069b4b90e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:45:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:45:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b34e0fb-bced-43ca-9145-01971c3c08f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260]
Oct 24 14:45:50 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260] successful.
Oct 24 14:45:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9605bb15-7f7c-461d-8196-8b81fe024c71]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7d8d33-a656-4b7a-97e5-b2075870fe89]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:45:50 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:45:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:45:50 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:45:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.454s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] HCTL ('34', '-', '-', 0) found on session 13 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[83389725-fbf1-4b28-8ad2-be4d69d270ba]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JaKHBUgR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:45:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.552s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:51 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Deleted allocations for instance c175b990-0fc9-47c4-9d56-61af37a1cec9
Oct 24 14:45:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-94d103f6-80e9-478a-9caf-444e79c0d3d5 tempest-TestVolumeSwap-1071013877 tempest-TestVolumeSwap-1071013877-project-member] Lock "c175b990-0fc9-47c4-9d56-61af37a1cec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.419s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-30b3afcf-c4d5-4b10-868d-a220653742ef req-6e08933f-cdec-44ae-95c4-56b428694f2c service nova] [instance: c175b990-0fc9-47c4-9d56-61af37a1cec9] Received event network-vif-deleted-8cb8f806-2932-4577-95b1-a94a48a80fdb {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:45:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.492s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:45:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] <== connect_volume: return (1495ms) {'type': 'block', 'scsi_wwn': '23962376465393338', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962376465393338', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:45:51 user nova-compute[74497]: DEBUG nova.objects.instance [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'flavor' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:45:51 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:45:51 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:45:51 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:45:51 user nova-compute[74497]:   <serial>fb38392c-74c4-482c-8757-b62316ec3ebd</serial>
Oct 24 14:45:51 user nova-compute[74497]: </disk>
Oct 24 14:45:51 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:45:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:45:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:45:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No VIF found with MAC fa:16:3e:43:29:6d, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:45:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-85a54dba-d4b6-4e69-b4a2-5172ed0ecb16 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.333s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:45:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'flavor' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:45:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.081s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:45:58 user nova-compute[74497]: INFO nova.compute.manager [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Attaching volume 8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 to /dev/vdc
Oct 24 14:45:58 user nova-compute[74497]: DEBUG os_brick.utils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e256af5-1f29-4ee7-9cc5-4744bf046c36]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e92d87e0-71d3-4957-946f-180340b3a9ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc0eb65d-8b0f-4025-aa7f-5f4fc3c18b6d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a38b43d0-b4a6-4c3b-93bc-d20cf85cdfc6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:45:58 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:45:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[71fdeabc-65ad-44ea-a778-2b57a1dcb904]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG os_brick.utils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:45:58 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updating existing volume attachment record: 4fc4cffc-3378-4d0d-a99b-48c4a88b6248 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:45:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:46:01 user nova-compute[74497]: INFO nova.compute.claims [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Claim successful on node user
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.575s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:46:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.policy [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53f2d9c8ef74b1db021fbcccdc22b60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824fa150df034b28a51592bf7b94ffd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:46:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Creating image(s)
Oct 24 14:46:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "/opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "/opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "/opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.212s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk 1073741824" returned: 0 in 0.061s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Cannot resize image /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Ensure instance console log exists: /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Successfully created port: 8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Successfully updated port: 8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "refresh_cache-f77fc194-9fe5-425f-97ac-594c4cef6cae" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquired lock "refresh_cache-f77fc194-9fe5-425f-97ac-594c4cef6cae" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received event network-changed-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Refreshing instance network info cache due to event network-changed-8d22dd7b-7fac-4ad8-89c1-fc98a8221219. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] Acquiring lock "refresh_cache-f77fc194-9fe5-425f-97ac-594c4cef6cae" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Updating instance_info_cache with network_info: [{"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Releasing lock "refresh_cache-f77fc194-9fe5-425f-97ac-594c4cef6cae" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Instance network_info: |[{"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] Acquired lock "refresh_cache-f77fc194-9fe5-425f-97ac-594c4cef6cae" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Refreshing network info cache for port 8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Start _get_guest_xml network_info=[{"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:46:04 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:46:04 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:46:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-644966973',display_name='tempest-VolumesActionsTest-instance-644966973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-644966973',id=14,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='824fa150df034b28a51592bf7b94ffd3',ramdisk_id='',reservation_id='r-i140h1xm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1739794370',owner_user_name='tempest-VolumesActionsTest-1739794370-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:46:02Z,user_data=None,user_id='b53f2d9c8ef74b1db021fbcccdc22b60',uuid=f77fc194-9fe5-425f-97ac-594c4cef6cae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converting VIF {"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:19:93,bridge_name='br-int',has_traffic_filtering=True,id=8d22dd7b-7fac-4ad8-89c1-fc98a8221219,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d22dd7b-7f') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.objects.instance [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lazy-loading 'pci_devices' on Instance uuid f77fc194-9fe5-425f-97ac-594c4cef6cae {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:46:04 user nova-compute[74497]:   <uuid>f77fc194-9fe5-425f-97ac-594c4cef6cae</uuid>
Oct 24 14:46:04 user nova-compute[74497]:   <name>instance-0000000e</name>
Oct 24 14:46:04 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:46:04 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:46:04 user nova-compute[74497]:   <metadata>
Oct 24 14:46:04 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:46:04 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:46:04 user nova-compute[74497]:       <nova:name>tempest-VolumesActionsTest-instance-644966973</nova:name>
Oct 24 14:46:04 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:46:04</nova:creationTime>
Oct 24 14:46:04 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:46:04 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:46:04 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:46:04 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:46:04 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:46:04 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:46:04 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:46:04 user nova-compute[74497]:       <nova:owner>
Oct 24 14:46:04 user nova-compute[74497]:         <nova:user uuid="b53f2d9c8ef74b1db021fbcccdc22b60">tempest-VolumesActionsTest-1739794370-project-member</nova:user>
Oct 24 14:46:04 user nova-compute[74497]:         <nova:project uuid="824fa150df034b28a51592bf7b94ffd3">tempest-VolumesActionsTest-1739794370</nova:project>
Oct 24 14:46:04 user nova-compute[74497]:       </nova:owner>
Oct 24 14:46:04 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:46:04 user nova-compute[74497]:       <nova:ports>
Oct 24 14:46:04 user nova-compute[74497]:         <nova:port uuid="8d22dd7b-7fac-4ad8-89c1-fc98a8221219">
Oct 24 14:46:04 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 14:46:04 user nova-compute[74497]:         </nova:port>
Oct 24 14:46:04 user nova-compute[74497]:       </nova:ports>
Oct 24 14:46:04 user nova-compute[74497]:     </nova:instance>
Oct 24 14:46:04 user nova-compute[74497]:   </metadata>
Oct 24 14:46:04 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:46:04 user nova-compute[74497]:     <system>
Oct 24 14:46:04 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:46:04 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:46:04 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:46:04 user nova-compute[74497]:       <entry name="serial">f77fc194-9fe5-425f-97ac-594c4cef6cae</entry>
Oct 24 14:46:04 user nova-compute[74497]:       <entry name="uuid">f77fc194-9fe5-425f-97ac-594c4cef6cae</entry>
Oct 24 14:46:04 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:46:04 user nova-compute[74497]:     </system>
Oct 24 14:46:04 user nova-compute[74497]:   </sysinfo>
Oct 24 14:46:04 user nova-compute[74497]:   <os>
Oct 24 14:46:04 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:46:04 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:46:04 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:46:04 user nova-compute[74497]:   </os>
Oct 24 14:46:04 user nova-compute[74497]:   <features>
Oct 24 14:46:04 user nova-compute[74497]:     <acpi/>
Oct 24 14:46:04 user nova-compute[74497]:     <apic/>
Oct 24 14:46:04 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:46:04 user nova-compute[74497]:   </features>
Oct 24 14:46:04 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:46:04 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:46:04 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:46:04 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:46:04 user nova-compute[74497]:   </clock>
Oct 24 14:46:04 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:46:04 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:46:04 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:46:04 user nova-compute[74497]:   </cpu>
Oct 24 14:46:04 user nova-compute[74497]:   <devices>
Oct 24 14:46:04 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:46:04 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:46:04 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk"/>
Oct 24 14:46:04 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:46:04 user nova-compute[74497]:     </disk>
Oct 24 14:46:04 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:46:04 user nova-compute[74497]:       <mac address="fa:16:3e:6d:19:93"/>
Oct 24 14:46:04 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:46:04 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:46:04 user nova-compute[74497]:       <target dev="tap8d22dd7b-7f"/>
Oct 24 14:46:04 user nova-compute[74497]:     </interface>
Oct 24 14:46:04 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:46:04 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/console.log" append="off"/>
Oct 24 14:46:04 user nova-compute[74497]:     </serial>
Oct 24 14:46:04 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:46:04 user nova-compute[74497]:     <video>
Oct 24 14:46:04 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:46:04 user nova-compute[74497]:     </video>
Oct 24 14:46:04 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:46:04 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:46:04 user nova-compute[74497]:     </rng>
Oct 24 14:46:04 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:46:04 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:46:04 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:46:04 user nova-compute[74497]:     </memballoon>
Oct 24 14:46:04 user nova-compute[74497]:   </devices>
Oct 24 14:46:04 user nova-compute[74497]: </domain>
Oct 24 14:46:04 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:46:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-644966973',display_name='tempest-VolumesActionsTest-instance-644966973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-644966973',id=14,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='824fa150df034b28a51592bf7b94ffd3',ramdisk_id='',reservation_id='r-i140h1xm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1739794370',owner_user_name='tempest-VolumesActionsTest-1739794370-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:46:02Z,user_data=None,user_id='b53f2d9c8ef74b1db021fbcccdc22b60',uuid=f77fc194-9fe5-425f-97ac-594c4cef6cae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converting VIF {"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:19:93,bridge_name='br-int',has_traffic_filtering=True,id=8d22dd7b-7fac-4ad8-89c1-fc98a8221219,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d22dd7b-7f') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG os_vif [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:19:93,bridge_name='br-int',has_traffic_filtering=True,id=8d22dd7b-7fac-4ad8-89c1-fc98a8221219,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d22dd7b-7f') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dc55b715-e4a0-52b8-8878-9b6436a63b7c', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8d22dd7b-7f, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8d22dd7b-7f, col_values=(('qos', UUID('749c3767-0088-416f-94af-78d935aa4729')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8d22dd7b-7f, col_values=(('external_ids', {'iface-id': '8d22dd7b-7fac-4ad8-89c1-fc98a8221219', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:19:93', 'vm-uuid': 'f77fc194-9fe5-425f-97ac-594c4cef6cae'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:04 user nova-compute[74497]: INFO os_vif [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:19:93,bridge_name='br-int',has_traffic_filtering=True,id=8d22dd7b-7fac-4ad8-89c1-fc98a8221219,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d22dd7b-7f')
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] No VIF found with MAC fa:16:3e:6d:19:93, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:46:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:05 user nova-compute[74497]: DEBUG nova.network.neutron [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Updated VIF entry in instance network info cache for port 8d22dd7b-7fac-4ad8-89c1-fc98a8221219. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:46:05 user nova-compute[74497]: DEBUG nova.network.neutron [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Updating instance_info_cache with network_info: [{"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:46:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-84d69d6c-d473-4528-92df-edba6f5123b2 req-4af6109a-cb02-4713-854d-69953f6edc3e service nova] Releasing lock "refresh_cache-f77fc194-9fe5-425f-97ac-594c4cef6cae" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-1b0a274c-7e3a-45f5-a4ac-abcea5783c38 req-800dc40d-c147-4a2a-9c20-a7d15646ac69 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received event network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1b0a274c-7e3a-45f5-a4ac-abcea5783c38 req-800dc40d-c147-4a2a-9c20-a7d15646ac69 service nova] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1b0a274c-7e3a-45f5-a4ac-abcea5783c38 req-800dc40d-c147-4a2a-9c20-a7d15646ac69 service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1b0a274c-7e3a-45f5-a4ac-abcea5783c38 req-800dc40d-c147-4a2a-9c20-a7d15646ac69 service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-1b0a274c-7e3a-45f5-a4ac-abcea5783c38 req-800dc40d-c147-4a2a-9c20-a7d15646ac69 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] No waiting events found dispatching network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:46:06 user nova-compute[74497]: WARNING nova.compute.manager [req-1b0a274c-7e3a-45f5-a4ac-abcea5783c38 req-800dc40d-c147-4a2a-9c20-a7d15646ac69 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received unexpected event network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 for instance with vm_state building and task_state spawning.
Oct 24 14:46:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:07 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:46:07 user nova-compute[74497]: INFO nova.compute.claims [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Claim successful on node user
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.546s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:46:08 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.policy [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef7d411379f34fd48e043547a7fb3758', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2877a40dcbdc4fa0a7a5ce1eba4d9643', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:46:08 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Creating image(s)
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-bb4e7698-daf7-48c1-9d20-f9bdd4438518 req-ccc537d8-a980-4608-977d-8b18fb8262a9 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received event network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bb4e7698-daf7-48c1-9d20-f9bdd4438518 req-ccc537d8-a980-4608-977d-8b18fb8262a9 service nova] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bb4e7698-daf7-48c1-9d20-f9bdd4438518 req-ccc537d8-a980-4608-977d-8b18fb8262a9 service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bb4e7698-daf7-48c1-9d20-f9bdd4438518 req-ccc537d8-a980-4608-977d-8b18fb8262a9 service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-bb4e7698-daf7-48c1-9d20-f9bdd4438518 req-ccc537d8-a980-4608-977d-8b18fb8262a9 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] No waiting events found dispatching network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:46:08 user nova-compute[74497]: WARNING nova.compute.manager [req-bb4e7698-daf7-48c1-9d20-f9bdd4438518 req-ccc537d8-a980-4608-977d-8b18fb8262a9 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received unexpected event network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 for instance with vm_state building and task_state spawning.
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:46:08 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Instance spawned successfully.
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:08 user nova-compute[74497]: INFO nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Took 7.01 seconds to spawn the instance on the hypervisor.
Oct 24 14:46:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.216s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:09 user nova-compute[74497]: INFO nova.compute.manager [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Took 8.05 seconds to build instance.
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2f44e69b-02eb-46bf-8d3c-ee03712cc0ab tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.378s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk 1073741824" returned: 0 in 0.051s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.214s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Checking if we can resize image /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Cannot resize image /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Ensure instance console log exists: /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Successfully created port: c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:46:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Successfully updated port: c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:46:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:46:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquired lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:46:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-changed-c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Refreshing instance network info cache due to event network-changed-c4d9abf7-cc20-44c1-8f32-9198d390953d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] Acquiring lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Releasing lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Instance network_info: |[{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] Acquired lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Refreshing network info cache for port c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Start _get_guest_xml network_info=[{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:46:11 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:46:11 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:46:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converting VIF {"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:9a:f9,bridge_name='br-int',has_traffic_filtering=True,id=c4d9abf7-cc20-44c1-8f32-9198d390953d,network=Network(9d7261e5-f34e-447d-8584-220aa042a0d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d9abf7-cc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'pci_devices' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:46:11 user nova-compute[74497]:   <uuid>59d06ee5-8034-4552-ad97-4ee19b371207</uuid>
Oct 24 14:46:11 user nova-compute[74497]:   <name>instance-0000000f</name>
Oct 24 14:46:11 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:46:11 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:46:11 user nova-compute[74497]:   <metadata>
Oct 24 14:46:11 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:46:11 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:46:11 user nova-compute[74497]:       <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:46:11 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:46:11</nova:creationTime>
Oct 24 14:46:11 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:46:11 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:46:11 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:46:11 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:46:11 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:46:11 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:46:11 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:46:11 user nova-compute[74497]:       <nova:owner>
Oct 24 14:46:11 user nova-compute[74497]:         <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:46:11 user nova-compute[74497]:         <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:46:11 user nova-compute[74497]:       </nova:owner>
Oct 24 14:46:11 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:46:11 user nova-compute[74497]:       <nova:ports>
Oct 24 14:46:11 user nova-compute[74497]:         <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:46:11 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:46:11 user nova-compute[74497]:         </nova:port>
Oct 24 14:46:11 user nova-compute[74497]:       </nova:ports>
Oct 24 14:46:11 user nova-compute[74497]:     </nova:instance>
Oct 24 14:46:11 user nova-compute[74497]:   </metadata>
Oct 24 14:46:11 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:46:11 user nova-compute[74497]:     <system>
Oct 24 14:46:11 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:46:11 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:46:11 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:46:11 user nova-compute[74497]:       <entry name="serial">59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:46:11 user nova-compute[74497]:       <entry name="uuid">59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:46:11 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:46:11 user nova-compute[74497]:     </system>
Oct 24 14:46:11 user nova-compute[74497]:   </sysinfo>
Oct 24 14:46:11 user nova-compute[74497]:   <os>
Oct 24 14:46:11 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:46:11 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:46:11 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:46:11 user nova-compute[74497]:   </os>
Oct 24 14:46:11 user nova-compute[74497]:   <features>
Oct 24 14:46:11 user nova-compute[74497]:     <acpi/>
Oct 24 14:46:11 user nova-compute[74497]:     <apic/>
Oct 24 14:46:11 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:46:11 user nova-compute[74497]:   </features>
Oct 24 14:46:11 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:46:11 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:46:11 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:46:11 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:46:11 user nova-compute[74497]:   </clock>
Oct 24 14:46:11 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:46:11 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:46:11 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:46:11 user nova-compute[74497]:   </cpu>
Oct 24 14:46:11 user nova-compute[74497]:   <devices>
Oct 24 14:46:11 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:46:11 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:46:11 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk"/>
Oct 24 14:46:11 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:46:11 user nova-compute[74497]:     </disk>
Oct 24 14:46:11 user nova-compute[74497]:     <disk type="file" device="cdrom">
Oct 24 14:46:11 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 14:46:11 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config"/>
Oct 24 14:46:11 user nova-compute[74497]:       <target dev="hda" bus="ide"/>
Oct 24 14:46:11 user nova-compute[74497]:     </disk>
Oct 24 14:46:11 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:46:11 user nova-compute[74497]:       <mac address="fa:16:3e:fb:9a:f9"/>
Oct 24 14:46:11 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:46:11 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:46:11 user nova-compute[74497]:       <target dev="tapc4d9abf7-cc"/>
Oct 24 14:46:11 user nova-compute[74497]:     </interface>
Oct 24 14:46:11 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:46:11 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log" append="off"/>
Oct 24 14:46:11 user nova-compute[74497]:     </serial>
Oct 24 14:46:11 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:46:11 user nova-compute[74497]:     <video>
Oct 24 14:46:11 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:46:11 user nova-compute[74497]:     </video>
Oct 24 14:46:11 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:46:11 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:46:11 user nova-compute[74497]:     </rng>
Oct 24 14:46:11 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:46:11 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:46:11 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:46:11 user nova-compute[74497]:     </memballoon>
Oct 24 14:46:11 user nova-compute[74497]:   </devices>
Oct 24 14:46:11 user nova-compute[74497]: </domain>
Oct 24 14:46:11 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:46:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converting VIF {"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:9a:f9,bridge_name='br-int',has_traffic_filtering=True,id=c4d9abf7-cc20-44c1-8f32-9198d390953d,network=Network(9d7261e5-f34e-447d-8584-220aa042a0d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d9abf7-cc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG os_vif [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:9a:f9,bridge_name='br-int',has_traffic_filtering=True,id=c4d9abf7-cc20-44c1-8f32-9198d390953d,network=Network(9d7261e5-f34e-447d-8584-220aa042a0d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d9abf7-cc') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cda3dee2-fb76-5a54-9711-3db95c25ca32', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc4d9abf7-cc, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc4d9abf7-cc, col_values=(('qos', UUID('a0df80da-4ad5-4220-aebd-4cddc9e0104c')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc4d9abf7-cc, col_values=(('external_ids', {'iface-id': 'c4d9abf7-cc20-44c1-8f32-9198d390953d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:9a:f9', 'vm-uuid': '59d06ee5-8034-4552-ad97-4ee19b371207'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:11 user nova-compute[74497]: INFO os_vif [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:9a:f9,bridge_name='br-int',has_traffic_filtering=True,id=c4d9abf7-cc20-44c1-8f32-9198d390953d,network=Network(9d7261e5-f34e-447d-8584-220aa042a0d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d9abf7-cc')
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No BDM found with device name hda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:46:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No VIF found with MAC fa:16:3e:fb:9a:f9, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:46:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Using config drive
Oct 24 14:46:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Creating config drive at /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config
Oct 24 14:46:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpu21selu2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpu21selu2" returned: 0 in 0.060s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updated VIF entry in instance network info cache for port c4d9abf7-cc20-44c1-8f32-9198d390953d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:46:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:46:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6c13719c-a031-4f1f-a604-1e7239ca3441 req-0ea45760-f376-4331-9480-2504adceebe5 service nova] Releasing lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:46:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-b8686b41-4e02-455f-bf6a-52b2462b5124 req-33b98d18-67d9-4192-8494-7ed9561cdd0c service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-plugged-c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:46:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b8686b41-4e02-455f-bf6a-52b2462b5124 req-33b98d18-67d9-4192-8494-7ed9561cdd0c service nova] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b8686b41-4e02-455f-bf6a-52b2462b5124 req-33b98d18-67d9-4192-8494-7ed9561cdd0c service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b8686b41-4e02-455f-bf6a-52b2462b5124 req-33b98d18-67d9-4192-8494-7ed9561cdd0c service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-b8686b41-4e02-455f-bf6a-52b2462b5124 req-33b98d18-67d9-4192-8494-7ed9561cdd0c service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] No waiting events found dispatching network-vif-plugged-c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:46:13 user nova-compute[74497]: WARNING nova.compute.manager [req-b8686b41-4e02-455f-bf6a-52b2462b5124 req-33b98d18-67d9-4192-8494-7ed9561cdd0c service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received unexpected event network-vif-plugged-c4d9abf7-cc20-44c1-8f32-9198d390953d for instance with vm_state building and task_state spawning.
Oct 24 14:46:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-77c7c0ba-0845-4bd9-9a3b-05867696e56a req-8a0abc28-4583-4db6-b513-0b3b9fa63b24 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-plugged-c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-77c7c0ba-0845-4bd9-9a3b-05867696e56a req-8a0abc28-4583-4db6-b513-0b3b9fa63b24 service nova] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-77c7c0ba-0845-4bd9-9a3b-05867696e56a req-8a0abc28-4583-4db6-b513-0b3b9fa63b24 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-77c7c0ba-0845-4bd9-9a3b-05867696e56a req-8a0abc28-4583-4db6-b513-0b3b9fa63b24 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-77c7c0ba-0845-4bd9-9a3b-05867696e56a req-8a0abc28-4583-4db6-b513-0b3b9fa63b24 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] No waiting events found dispatching network-vif-plugged-c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:46:16 user nova-compute[74497]: WARNING nova.compute.manager [req-77c7c0ba-0845-4bd9-9a3b-05867696e56a req-8a0abc28-4583-4db6-b513-0b3b9fa63b24 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received unexpected event network-vif-plugged-c4d9abf7-cc20-44c1-8f32-9198d390953d for instance with vm_state building and task_state spawning.
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:46:16 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Instance spawned successfully.
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:46:16 user nova-compute[74497]: INFO nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Took 7.55 seconds to spawn the instance on the hypervisor.
Oct 24 14:46:16 user nova-compute[74497]: DEBUG nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:46:16 user nova-compute[74497]: INFO nova.compute.manager [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Took 8.53 seconds to build instance.
Oct 24 14:46:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-46c29746-43c8-4de1-be60-58386258dc6f tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.653s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HeYgkGBJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:46:19 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:46:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:46:19 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:46:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:46:19 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:46:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7982e081-50f1-4793-b6a2-05ff20fa1349]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:46:19 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4576e03-c2f0-4e42-ab54-f5dc888d9767]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6] added
Oct 24 14:46:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c9dcd8-86e2-453d-be27-691ec04ba249]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[60254c58-ae07-44b6-8a89-44af0c49b69f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HeYgkGBJ {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HeYgkGBJ" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6462350f-dd6e-4101-b00c-00c05ddd4c15]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HeYgkGBJ'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.033s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[13f50a2b-7b56-41ca-9135-4578ce1cf859]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b772c64b-a43a-42fa-8a73-38857a00ee60]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:46:20 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:46:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:46:20 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:46:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[571df06e-5bb2-47e5-8268-73d96276483c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260]
Oct 24 14:46:20 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260] successful.
Oct 24 14:46:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[19198a64-3738-4abf-b5cd-fe91f7159f00]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3574ae36-e4b2-4bbc-a465-fcf03ea88733]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:46:20 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:46:20 user nova-compute[74497]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 (non-flash)
Oct 24 14:46:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:46:20 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:46:20 user nova-compute[74497]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 (non-flash)
Oct 24 14:46:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] HCTL ('35', '-', '-', 0) found on session 14 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b6b05e-8383-4303-b9f6-1cdd7344122e]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:46:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HeYgkGBJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:46:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:46:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] <== connect_volume: return (1437ms) {'type': 'block', 'scsi_wwn': '26361616331303534', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:46:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361616331303534', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:46:21 user nova-compute[74497]: DEBUG nova.objects.instance [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'flavor' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:46:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:46:21 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:46:21 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:46:21 user nova-compute[74497]:   <target dev="vdc" bus="virtio"/>
Oct 24 14:46:21 user nova-compute[74497]:   <serial>8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6</serial>
Oct 24 14:46:21 user nova-compute[74497]: </disk>
Oct 24 14:46:21 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:46:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] No VIF found with MAC fa:16:3e:43:29:6d, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-003346ba-c349-4c63-9689-7650b43da3b7 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.024s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:22 user nova-compute[74497]: INFO nova.compute.manager [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Detaching volume 8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6
Oct 24 14:46:22 user nova-compute[74497]: INFO nova.virt.block_device [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Attempting to driver detach volume 8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 from mountpoint /dev/vdc
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Attempting to detach device vdc from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:46:22 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:46:22 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:46:22 user nova-compute[74497]:   <target dev="vdc" bus="virtio"/>
Oct 24 14:46:22 user nova-compute[74497]:   <serial>8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6</serial>
Oct 24 14:46:22 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 14:46:22 user nova-compute[74497]: </disk>
Oct 24 14:46:22 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:46:22 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Successfully detached device vdc from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the persistent domain config.
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:46:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:46:22 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:46:22 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:46:22 user nova-compute[74497]:   <target dev="vdc" bus="virtio"/>
Oct 24 14:46:22 user nova-compute[74497]:   <serial>8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6</serial>
Oct 24 14:46:22 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 14:46:22 user nova-compute[74497]: </disk>
Oct 24 14:46:22 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:46:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:46:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updating instance_info_cache with network_info: [{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 14:46:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 14:46:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:46:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:46:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:31 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:46:31 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7804MB free_disk=25.55422592163086GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f04ff3b1-728f-4404-adf8-a7f10d385735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a0b8a590-cd39-43e0-b810-bacd9a7643e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f77fc194-9fe5-425f-97ac-594c4cef6cae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 59d06ee5-8034-4552-ad97-4ee19b371207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:46:31 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:46:32 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:46:32 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:46:32 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:46:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.501s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 14:46:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid c507808c-745d-4634-9844-e539e1eb1d75 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid d9738829-b4d6-49da-86ed-06f8f4f4cfb9 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid a0b8a590-cd39-43e0-b810-bacd9a7643e5 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid f77fc194-9fe5-425f-97ac-594c4cef6cae {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "c507808c-745d-4634-9844-e539e1eb1d75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.090s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.095s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "c507808c-745d-4634-9844-e539e1eb1d75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.165s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.169s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:43 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance f04ff3b1-728f-4404-adf8-a7f10d385735 is timed out.
Oct 24 14:46:43 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Successfully detached device vdc from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the live domain config.
Oct 24 14:46:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HeYgkGBJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:46:43 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[180a0d2d-b86c-41c8-bb55-848eec3f02f9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:46:43 user nova-compute[74497]: No targets found.
Oct 24 14:46:43 user nova-compute[74497]: iSNS:
Oct 24 14:46:43 user nova-compute[74497]: No targets found.
Oct 24 14:46:43 user nova-compute[74497]: STATIC:
Oct 24 14:46:43 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd
Oct 24 14:46:43 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:46:43 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:46:43 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6
Oct 24 14:46:43 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:46:43 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:46:43 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:46:43 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:46:43 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:46:43 user nova-compute[74497]: FIRMWARE:
Oct 24 14:46:43 user nova-compute[74497]: No targets found.
Oct 24 14:46:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:46:43 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:46:43 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[23377737-24b2-4f1f-babf-7fdeac443c46]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bcd21e-3125-4aa8-aa96-296249cbc888]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:46:43 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:46:43 user nova-compute[74497]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 (non-flash)
Oct 24 14:46:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:46:43 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:46:43 user nova-compute[74497]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 (non-flash)
Oct 24 14:46:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40752cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad897a3-be65-461d-8eb2-bd27854fab5f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee58045c-fcbd-4c6d-9445-d9ed305a1a0f]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca92fa08-d5cd-4e6d-81cb-7ac1b67a4f04]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8735a3c8-7f72-4eb9-9659-78e918c9b148]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[572275e0-38fb-418d-84eb-303998b26079]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3d3a28d-c357-47c0-b458-2ea6a1401f95]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260]
Oct 24 14:46:43 user nova-compute[74497]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6, portal: 172.16.0.220,3260] successful.
Oct 24 14:46:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c7a4cb4-56df-4fa3-bae6-5931f7b7b8d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34fe71f-83dc-4962-8b5b-b7820f6daa6f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] <== disconnect_volume: return (346ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:46:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:46:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:51 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'flavor' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:46:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a3474fd-f8a3-4b10-bdcf-65f4a3435f8b tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 28.807s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 12.305s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:46:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:46:58 user nova-compute[74497]: INFO nova.compute.claims [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Claim successful on node user
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.566s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:46:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:46:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:46:58 user nova-compute[74497]: INFO nova.virt.block_device [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Booting with volume dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c at /dev/vda
Oct 24 14:46:59 user nova-compute[74497]: DEBUG nova.policy [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9875d677d13649e5817751392bff1dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '501272de18df40778b5236d8dba9de96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG os_brick.utils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2599705a-8d1e-4275-8167-95453eafcd32]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[90db3378-9154-4a3c-9d9a-208c7553e040]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba9b450-23ba-48f5-8613-0555e3f0a0f4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a830a407-0ebf-46c2-b31d-8d8e7969190a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:46:59 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:46:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9153dbb3-2f64-404d-bd76-65130ea7beaa]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG os_brick.utils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:46:59 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updating existing volume attachment record: 2f3ddd32-839e-4e36-975e-77c2e944cade {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:47:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Successfully created port: f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:47:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Successfully updated port: f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquired lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-changed-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Refreshing instance network info cache due to event network-changed-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] Acquiring lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updating instance_info_cache with network_info: [{"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Releasing lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance network_info: |[{"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] Acquired lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:01 user nova-compute[74497]: DEBUG nova.network.neutron [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Refreshing network info cache for port f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:47:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updated VIF entry in instance network info cache for port f1b4c3aa-5b52-4a28-acf1-5991790bd2b0. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:47:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updating instance_info_cache with network_info: [{"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f66ef6f7-e15f-4c0d-8633-f10e91a6d3a2 req-884b8c65-79ed-493b-b259-3ba9cb8d0c28 service nova] Releasing lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:04 user nova-compute[74497]: INFO nova.compute.manager [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Rescuing
Oct 24 14:47:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:47:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-d6428866-931c-467f-be74-ea9a54c3a652 req-59746f93-6740-4bc8-91d1-ffb6944d91f7 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d6428866-931c-467f-be74-ea9a54c3a652 req-59746f93-6740-4bc8-91d1-ffb6944d91f7 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d6428866-931c-467f-be74-ea9a54c3a652 req-59746f93-6740-4bc8-91d1-ffb6944d91f7 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d6428866-931c-467f-be74-ea9a54c3a652 req-59746f93-6740-4bc8-91d1-ffb6944d91f7 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-d6428866-931c-467f-be74-ea9a54c3a652 req-59746f93-6740-4bc8-91d1-ffb6944d91f7 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:05 user nova-compute[74497]: WARNING nova.compute.manager [req-d6428866-931c-467f-be74-ea9a54c3a652 req-59746f93-6740-4bc8-91d1-ffb6944d91f7 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state active and task_state rescuing.
Oct 24 14:47:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance destroyed successfully.
Oct 24 14:47:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Attempting a stable device rescue
Oct 24 14:47:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74497) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 14:47:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Creating image(s)
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "/opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'trusted_certs' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "b2d8719632de05c5e9b2aa3658b691dec3dfebd4" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "b2d8719632de05c5e9b2aa3658b691dec3dfebd4" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-7cfd28fe-e519-4b28-87d4-26e184e098c3 req-d4ce169c-87b5-43cc-a4f6-dd89a124c2d9 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7cfd28fe-e519-4b28-87d4-26e184e098c3 req-d4ce169c-87b5-43cc-a4f6-dd89a124c2d9 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7cfd28fe-e519-4b28-87d4-26e184e098c3 req-d4ce169c-87b5-43cc-a4f6-dd89a124c2d9 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7cfd28fe-e519-4b28-87d4-26e184e098c3 req-d4ce169c-87b5-43cc-a4f6-dd89a124c2d9 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-7cfd28fe-e519-4b28-87d4-26e184e098c3 req-d4ce169c-87b5-43cc-a4f6-dd89a124c2d9 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:07 user nova-compute[74497]: WARNING nova.compute.manager [req-7cfd28fe-e519-4b28-87d4-26e184e098c3 req-d4ce169c-87b5-43cc-a4f6-dd89a124c2d9 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state active and task_state rescuing.
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.part --force-share --output=json" returned: 0 in 0.214s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG nova.virt.images [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] 8421d44d-3ae0-43ca-9943-11da387da58b was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.part /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.part /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.converted" returned: 0 in 0.462s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4.converted --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "b2d8719632de05c5e9b2aa3658b691dec3dfebd4" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.251s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "b2d8719632de05c5e9b2aa3658b691dec3dfebd4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "b2d8719632de05c5e9b2aa3658b691dec3dfebd4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4 --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4,backing_fmt=raw /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4,backing_fmt=raw /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue" returned: 0 in 0.048s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "b2d8719632de05c5e9b2aa3658b691dec3dfebd4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'migration_context' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<f9da4324-398f-4723-887f-6fcf0d15d401> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Start _get_guest_xml network_info=[{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "vif_mac": "fa:16:3e:cd:56:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '8421d44d-3ae0-43ca-9943-11da387da58b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 0, 'attachment_id': '75dbba3a-b8e6-4b86-905b-08fc939564a8', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rsCIjFNA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'f9da4324-398f-4723-887f-6fcf0d15d401', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'serial': 'f6bf9178-80e4-4fab-92d7-38379d7c7b79'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'resources' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<f9da4324-398f-4723-887f-6fcf0d15d401> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'numa_topology' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<f9da4324-398f-4723-887f-6fcf0d15d401> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:47:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'vcpu_model' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<f9da4324-398f-4723-887f-6fcf0d15d401> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rsCIjFNA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:47:08 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:47:08 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:47:08 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd08690d-7c9d-4b0a-a496-cc8a92d9c723]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = rsCIjFNA\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 14:47:08 user nova-compute[74497]: node.name = iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:47:08 user nova-compute[74497]: node.tpgt = -1
Oct 24 14:47:08 user nova-compute[74497]: node.startup = automatic
Oct 24 14:47:08 user nova-compute[74497]: node.leading_login = No
Oct 24 14:47:08 user nova-compute[74497]: iface.iscsi_ifacename = default
Oct 24 14:47:08 user nova-compute[74497]: iface.net_ifacename = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.ipaddress = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.prefix_len = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.hwaddress = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.transport_name = tcp
Oct 24 14:47:08 user nova-compute[74497]: iface.initiatorname = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.state = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.vlan_id = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.vlan_priority = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.vlan_state = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.iface_num = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.mtu = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.port = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.bootproto = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.subnet_mask = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.gateway = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_alt_client_id = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_dns = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_learn_iqn = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_vendor_id_state = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_vendor_id = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.dhcp_slp_da = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.fragmentation = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.gratuitous_arp = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.incoming_forwarding = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.tos_state = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.tos = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.ttl = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.delayed_ack = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.tcp_nagle = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.tcp_wsf_state = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.tcp_wsf = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.tcp_timer_scale = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.tcp_timestamp = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.redirect = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.def_task_mgmt_timeout = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.header_digest = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.data_digest = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.immediate_data = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.initial_r2t = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.data_seq_inorder = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.data_pdu_inorder = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.erl = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.max_receive_data_len = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.first_burst_len = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.max_outstanding_r2t = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.max_burst_len = 0
Oct 24 14:47:08 user nova-compute[74497]: iface.chap_auth = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.bidi_chap = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.strict_login_compliance = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.discovery_auth = <empty>
Oct 24 14:47:08 user nova-compute[74497]: iface.discovery_logout = <empty>
Oct 24 14:47:08 user nova-compute[74497]: node.discovery_address = <empty>
Oct 24 14:47:08 user nova-compute[74497]: node.discovery_port = 0
Oct 24 14:47:08 user nova-compute[74497]: node.discovery_type = static
Oct 24 14:47:08 user nova-compute[74497]: node.session.initial_cmdsn = 0
Oct 24 14:47:08 user nova-compute[74497]: node.session.initial_login_retry_max = 8
Oct 24 14:47:08 user nova-compute[74497]: node.session.xmit_thread_priority = -20
Oct 24 14:47:08 user nova-compute[74497]: node.session.cmds_max = 128
Oct 24 14:47:08 user nova-compute[74497]: node.session.queue_depth = 32
Oct 24 14:47:08 user nova-compute[74497]: node.session.nr_sessions = 1
Oct 24 14:47:08 user nova-compute[74497]: node.session.auth.authmethod = CHAP
Oct 24 14:47:08 user nova-compute[74497]: node.session.auth.username = rsCIjFNA
Oct 24 14:47:08 user nova-compute[74497]: node.session.auth.password = ***
Oct 24 14:47:08 user nova-compute[74497]: node.session.auth.username_in = <empty>
Oct 24 14:47:08 user nova-compute[74497]: node.session.auth.password_in = <empty>
Oct 24 14:47:08 user nova-compute[74497]: node.session.auth.chap_algs = MD5
Oct 24 14:47:08 user nova-compute[74497]: node.session.timeo.replacement_timeout = 120
Oct 24 14:47:08 user nova-compute[74497]: node.session.err_timeo.abort_timeout = 15
Oct 24 14:47:08 user nova-compute[74497]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 14:47:08 user nova-compute[74497]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 14:47:08 user nova-compute[74497]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.FastAbort = Yes
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.InitialR2T = No
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.ImmediateData = Yes
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.MaxConnections = 1
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 14:47:08 user nova-compute[74497]: node.session.iscsi.ERL = 0
Oct 24 14:47:08 user nova-compute[74497]: node.session.scan = manual
Oct 24 14:47:08 user nova-compute[74497]: node.session.reopen_max = 0
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].address = 172.16.0.220
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].port = 3260
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].startup = manual
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].tcp.window_size = 524288
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].tcp.type_of_service = 0
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].timeo.logout_timeout = 15
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].timeo.login_timeout = 15
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].timeo.auth_timeout = 45
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].iscsi.DataDigest = None
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].iscsi.IFMarker = No
Oct 24 14:47:08 user nova-compute[74497]: node.conn[0].iscsi.OFMarker = No
Oct 24 14:47:08 user nova-compute[74497]: # END RECORD
Oct 24 14:47:08 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0514eb0-65c3-4d65-8679-94a7fabcaf40]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[253c94a9-674a-462e-84be-de3d23c410a9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rsCIjFNA {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rsCIjFNA" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5921515-cde2-4d80-93ec-4f6e0387de09]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rsCIjFNA'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecd0418d-30b5-4c1f-8581-45c60875b02c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7596b94-8df8-4208-9838-34c37ad11afa]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:08 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:08 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:08 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:08 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.167s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] HCTL ('33', '0', '0', 0) found on session 12 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec1e86f4-e461-4152-9164-7f8905d3084a]: (4, ('0 0 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching for a device in session 12 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rsCIjFNA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.196s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== connect_volume: return (197ms) {'type': 'block', 'scsi_wwn': '26538303230616630', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26538303230616630', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:43:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-511890960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-511890960',id=10,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:45:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-e6300ety',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:45:39Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=f9da4324-398f-4723-887f-6fcf0d15d401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "vif_mac": "fa:16:3e:cd:56:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "vif_mac": "fa:16:3e:cd:56:d6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'pci_devices' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.objects.base [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<f9da4324-398f-4723-887f-6fcf0d15d401> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:47:08 user nova-compute[74497]:   <uuid>f9da4324-398f-4723-887f-6fcf0d15d401</uuid>
Oct 24 14:47:08 user nova-compute[74497]:   <name>instance-0000000a</name>
Oct 24 14:47:08 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:47:08 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:47:08 user nova-compute[74497]:   <metadata>
Oct 24 14:47:08 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:47:08 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:47:08 user nova-compute[74497]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-511890960</nova:name>
Oct 24 14:47:08 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:47:08</nova:creationTime>
Oct 24 14:47:08 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:47:08 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:47:08 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:47:08 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:47:08 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:47:08 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:47:08 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:47:08 user nova-compute[74497]:       <nova:owner>
Oct 24 14:47:08 user nova-compute[74497]:         <nova:user uuid="38a58561620648e0aa4a2bf3caf99e05">tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member</nova:user>
Oct 24 14:47:08 user nova-compute[74497]:         <nova:project uuid="b94c5c5b44de4e8585490872dd5f0b16">tempest-ServerBootFromVolumeStableRescueTest-1664780445</nova:project>
Oct 24 14:47:08 user nova-compute[74497]:       </nova:owner>
Oct 24 14:47:08 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:47:08 user nova-compute[74497]:       <nova:ports>
Oct 24 14:47:08 user nova-compute[74497]:         <nova:port uuid="3f08b96c-45e1-452c-824f-5f69ba118d75">
Oct 24 14:47:08 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:47:08 user nova-compute[74497]:         </nova:port>
Oct 24 14:47:08 user nova-compute[74497]:       </nova:ports>
Oct 24 14:47:08 user nova-compute[74497]:     </nova:instance>
Oct 24 14:47:08 user nova-compute[74497]:   </metadata>
Oct 24 14:47:08 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:47:08 user nova-compute[74497]:     <system>
Oct 24 14:47:08 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:47:08 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:47:08 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:47:08 user nova-compute[74497]:       <entry name="serial">f9da4324-398f-4723-887f-6fcf0d15d401</entry>
Oct 24 14:47:08 user nova-compute[74497]:       <entry name="uuid">f9da4324-398f-4723-887f-6fcf0d15d401</entry>
Oct 24 14:47:08 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:47:08 user nova-compute[74497]:     </system>
Oct 24 14:47:08 user nova-compute[74497]:   </sysinfo>
Oct 24 14:47:08 user nova-compute[74497]:   <os>
Oct 24 14:47:08 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:47:08 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:47:08 user nova-compute[74497]:   </os>
Oct 24 14:47:08 user nova-compute[74497]:   <features>
Oct 24 14:47:08 user nova-compute[74497]:     <acpi/>
Oct 24 14:47:08 user nova-compute[74497]:     <apic/>
Oct 24 14:47:08 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:47:08 user nova-compute[74497]:   </features>
Oct 24 14:47:08 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:47:08 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:47:08 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:47:08 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:47:08 user nova-compute[74497]:   </clock>
Oct 24 14:47:08 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:47:08 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:47:08 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:47:08 user nova-compute[74497]:   </cpu>
Oct 24 14:47:08 user nova-compute[74497]:   <devices>
Oct 24 14:47:08 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:47:08 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:47:08 user nova-compute[74497]:       <source dev="/dev/sdb"/>
Oct 24 14:47:08 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:47:08 user nova-compute[74497]:       <serial>f6bf9178-80e4-4fab-92d7-38379d7c7b79</serial>
Oct 24 14:47:08 user nova-compute[74497]:     </disk>
Oct 24 14:47:08 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:47:08 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:47:08 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue"/>
Oct 24 14:47:08 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:47:08 user nova-compute[74497]:       <boot order="1"/>
Oct 24 14:47:08 user nova-compute[74497]:     </disk>
Oct 24 14:47:08 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:47:08 user nova-compute[74497]:       <mac address="fa:16:3e:cd:56:d6"/>
Oct 24 14:47:08 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:08 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:47:08 user nova-compute[74497]:       <target dev="tap3f08b96c-45"/>
Oct 24 14:47:08 user nova-compute[74497]:     </interface>
Oct 24 14:47:08 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:47:08 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/console.log" append="off"/>
Oct 24 14:47:08 user nova-compute[74497]:     </serial>
Oct 24 14:47:08 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:47:08 user nova-compute[74497]:     <video>
Oct 24 14:47:08 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:08 user nova-compute[74497]:     </video>
Oct 24 14:47:08 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:47:08 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:47:08 user nova-compute[74497]:     </rng>
Oct 24 14:47:08 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:47:08 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:47:08 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:47:08 user nova-compute[74497]:     </memballoon>
Oct 24 14:47:08 user nova-compute[74497]:   </devices>
Oct 24 14:47:08 user nova-compute[74497]: </domain>
Oct 24 14:47:08 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:47:08 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance destroyed successfully.
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No VIF found with MAC fa:16:3e:cd:56:d6, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:47:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "f1b12006-db76-43bd-8077-6d93699763ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:47:10 user nova-compute[74497]: INFO nova.compute.claims [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Claim successful on node user
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.545s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:47:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.policy [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ead7fdce3ca54727a430be78c1b5d8bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b68e723fed1247449ad8a84d9e6febae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "49008433-062c-4c65-b234-c1df9d847b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:47:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Creating image(s)
Oct 24 14:47:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:47:12 user nova-compute[74497]: INFO nova.compute.claims [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Claim successful on node user
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.218s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk 1073741824" returned: 0 in 0.076s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Successfully created port: af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.751s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Cannot resize image /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Ensure instance console log exists: /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:47:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.policy [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ead7fdce3ca54727a430be78c1b5d8bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b68e723fed1247449ad8a84d9e6febae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:47:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:47:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Creating image(s)
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4136e950-cf90-404e-bb77-5766f7dc9144 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.216s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Successfully updated port: af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk 1073741824" returned: 0 in 0.072s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-changed-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Refreshing instance network info cache due to event network-changed-af5c56ec-1f17-43a5-a973-d806d7d3423e. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] Acquiring lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] Acquired lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Refreshing network info cache for port af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:13 user nova-compute[74497]: INFO nova.compute.manager [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Detaching volume fb38392c-74c4-482c-8757-b62316ec3ebd
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:47:13 user nova-compute[74497]: INFO nova.virt.block_device [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Attempting to driver detach volume fb38392c-74c4-482c-8757-b62316ec3ebd from mountpoint /dev/vdb
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Attempting to detach device vdb from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:47:13 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:47:13 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:47:13 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:47:13 user nova-compute[74497]:   <serial>fb38392c-74c4-482c-8757-b62316ec3ebd</serial>
Oct 24 14:47:13 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:47:13 user nova-compute[74497]: </disk>
Oct 24 14:47:13 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:47:13 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Successfully detached device vdb from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the persistent domain config.
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:47:13 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:47:13 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:47:13 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:47:13 user nova-compute[74497]:   <serial>fb38392c-74c4-482c-8757-b62316ec3ebd</serial>
Oct 24 14:47:13 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:47:13 user nova-compute[74497]: </disk>
Oct 24 14:47:13 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.212s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Successfully created port: 19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Cannot resize image /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Ensure instance console log exists: /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d490e20-64df-427c-b7f6-d7709500b002 req-173ca558-cc83-431f-a623-7db52828ef61 service nova] Releasing lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance network_info: |[{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Start _get_guest_xml network_info=[{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:47:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-636746529',display_name='tempest-ServerRescueNegativeTestJSON-server-636746529',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-636746529',id=17,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-p3mofvb4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:47:12Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=f1b12006-db76-43bd-8077-6d93699763ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'pci_devices' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:47:14 user nova-compute[74497]:   <uuid>f1b12006-db76-43bd-8077-6d93699763ee</uuid>
Oct 24 14:47:14 user nova-compute[74497]:   <name>instance-00000011</name>
Oct 24 14:47:14 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:47:14 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:47:14 user nova-compute[74497]:   <metadata>
Oct 24 14:47:14 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:47:14 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:47:14 user nova-compute[74497]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-636746529</nova:name>
Oct 24 14:47:14 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:47:14</nova:creationTime>
Oct 24 14:47:14 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:47:14 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:47:14 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:47:14 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:47:14 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:47:14 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:47:14 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:47:14 user nova-compute[74497]:       <nova:owner>
Oct 24 14:47:14 user nova-compute[74497]:         <nova:user uuid="ead7fdce3ca54727a430be78c1b5d8bd">tempest-ServerRescueNegativeTestJSON-501552954-project-member</nova:user>
Oct 24 14:47:14 user nova-compute[74497]:         <nova:project uuid="b68e723fed1247449ad8a84d9e6febae">tempest-ServerRescueNegativeTestJSON-501552954</nova:project>
Oct 24 14:47:14 user nova-compute[74497]:       </nova:owner>
Oct 24 14:47:14 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:47:14 user nova-compute[74497]:       <nova:ports>
Oct 24 14:47:14 user nova-compute[74497]:         <nova:port uuid="af5c56ec-1f17-43a5-a973-d806d7d3423e">
Oct 24 14:47:14 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 14:47:14 user nova-compute[74497]:         </nova:port>
Oct 24 14:47:14 user nova-compute[74497]:       </nova:ports>
Oct 24 14:47:14 user nova-compute[74497]:     </nova:instance>
Oct 24 14:47:14 user nova-compute[74497]:   </metadata>
Oct 24 14:47:14 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:47:14 user nova-compute[74497]:     <system>
Oct 24 14:47:14 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:47:14 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:47:14 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:47:14 user nova-compute[74497]:       <entry name="serial">f1b12006-db76-43bd-8077-6d93699763ee</entry>
Oct 24 14:47:14 user nova-compute[74497]:       <entry name="uuid">f1b12006-db76-43bd-8077-6d93699763ee</entry>
Oct 24 14:47:14 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:47:14 user nova-compute[74497]:     </system>
Oct 24 14:47:14 user nova-compute[74497]:   </sysinfo>
Oct 24 14:47:14 user nova-compute[74497]:   <os>
Oct 24 14:47:14 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:47:14 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:47:14 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:47:14 user nova-compute[74497]:   </os>
Oct 24 14:47:14 user nova-compute[74497]:   <features>
Oct 24 14:47:14 user nova-compute[74497]:     <acpi/>
Oct 24 14:47:14 user nova-compute[74497]:     <apic/>
Oct 24 14:47:14 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:47:14 user nova-compute[74497]:   </features>
Oct 24 14:47:14 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:47:14 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:47:14 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:47:14 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:47:14 user nova-compute[74497]:   </clock>
Oct 24 14:47:14 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:47:14 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:47:14 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:47:14 user nova-compute[74497]:   </cpu>
Oct 24 14:47:14 user nova-compute[74497]:   <devices>
Oct 24 14:47:14 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:47:14 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:47:14 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk"/>
Oct 24 14:47:14 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:47:14 user nova-compute[74497]:     </disk>
Oct 24 14:47:14 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:47:14 user nova-compute[74497]:       <mac address="fa:16:3e:81:42:de"/>
Oct 24 14:47:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:14 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:47:14 user nova-compute[74497]:       <target dev="tapaf5c56ec-1f"/>
Oct 24 14:47:14 user nova-compute[74497]:     </interface>
Oct 24 14:47:14 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:47:14 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/console.log" append="off"/>
Oct 24 14:47:14 user nova-compute[74497]:     </serial>
Oct 24 14:47:14 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:47:14 user nova-compute[74497]:     <video>
Oct 24 14:47:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:14 user nova-compute[74497]:     </video>
Oct 24 14:47:14 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:47:14 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:47:14 user nova-compute[74497]:     </rng>
Oct 24 14:47:14 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:47:14 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:47:14 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:47:14 user nova-compute[74497]:     </memballoon>
Oct 24 14:47:14 user nova-compute[74497]:   </devices>
Oct 24 14:47:14 user nova-compute[74497]: </domain>
Oct 24 14:47:14 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-636746529',display_name='tempest-ServerRescueNegativeTestJSON-server-636746529',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-636746529',id=17,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-p3mofvb4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:47:12Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=f1b12006-db76-43bd-8077-6d93699763ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG os_vif [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f53a6134-e674-5af1-9f1c-dc6ed33f85cf', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf5c56ec-1f, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf5c56ec-1f, col_values=(('qos', UUID('258ad577-818a-484b-a6a7-46a716528bd4')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf5c56ec-1f, col_values=(('external_ids', {'iface-id': 'af5c56ec-1f17-43a5-a973-d806d7d3423e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:42:de', 'vm-uuid': 'f1b12006-db76-43bd-8077-6d93699763ee'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: INFO os_vif [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f')
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No VIF found with MAC fa:16:3e:81:42:de, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Successfully updated port: 19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.network.neutron [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updating instance_info_cache with network_info: [{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance network_info: |[{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Start _get_guest_xml network_info=[{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:15 user nova-compute[74497]: WARNING nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state rescued and task_state None.
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-changed-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Refreshing instance network info cache due to event network-changed-19fca706-bce9-4063-9b33-c06e0009d3d4. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Acquiring lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Acquired lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Refreshing network info cache for port 19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:47:15 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:15 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-102773376',display_name='tempest-ServerRescueNegativeTestJSON-server-102773376',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-102773376',id=18,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-e765p20j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:47:13Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=49008433-062c-4c65-b234-c1df9d847b91,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.objects.instance [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'pci_devices' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:47:15 user nova-compute[74497]:   <uuid>49008433-062c-4c65-b234-c1df9d847b91</uuid>
Oct 24 14:47:15 user nova-compute[74497]:   <name>instance-00000012</name>
Oct 24 14:47:15 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:47:15 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:47:15 user nova-compute[74497]:   <metadata>
Oct 24 14:47:15 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:47:15 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:47:15 user nova-compute[74497]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-102773376</nova:name>
Oct 24 14:47:15 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:47:15</nova:creationTime>
Oct 24 14:47:15 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:47:15 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:47:15 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:47:15 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:47:15 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:47:15 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:47:15 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:47:15 user nova-compute[74497]:       <nova:owner>
Oct 24 14:47:15 user nova-compute[74497]:         <nova:user uuid="ead7fdce3ca54727a430be78c1b5d8bd">tempest-ServerRescueNegativeTestJSON-501552954-project-member</nova:user>
Oct 24 14:47:15 user nova-compute[74497]:         <nova:project uuid="b68e723fed1247449ad8a84d9e6febae">tempest-ServerRescueNegativeTestJSON-501552954</nova:project>
Oct 24 14:47:15 user nova-compute[74497]:       </nova:owner>
Oct 24 14:47:15 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:47:15 user nova-compute[74497]:       <nova:ports>
Oct 24 14:47:15 user nova-compute[74497]:         <nova:port uuid="19fca706-bce9-4063-9b33-c06e0009d3d4">
Oct 24 14:47:15 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:47:15 user nova-compute[74497]:         </nova:port>
Oct 24 14:47:15 user nova-compute[74497]:       </nova:ports>
Oct 24 14:47:15 user nova-compute[74497]:     </nova:instance>
Oct 24 14:47:15 user nova-compute[74497]:   </metadata>
Oct 24 14:47:15 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:47:15 user nova-compute[74497]:     <system>
Oct 24 14:47:15 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:47:15 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:47:15 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:47:15 user nova-compute[74497]:       <entry name="serial">49008433-062c-4c65-b234-c1df9d847b91</entry>
Oct 24 14:47:15 user nova-compute[74497]:       <entry name="uuid">49008433-062c-4c65-b234-c1df9d847b91</entry>
Oct 24 14:47:15 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:47:15 user nova-compute[74497]:     </system>
Oct 24 14:47:15 user nova-compute[74497]:   </sysinfo>
Oct 24 14:47:15 user nova-compute[74497]:   <os>
Oct 24 14:47:15 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:47:15 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:47:15 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:47:15 user nova-compute[74497]:   </os>
Oct 24 14:47:15 user nova-compute[74497]:   <features>
Oct 24 14:47:15 user nova-compute[74497]:     <acpi/>
Oct 24 14:47:15 user nova-compute[74497]:     <apic/>
Oct 24 14:47:15 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:47:15 user nova-compute[74497]:   </features>
Oct 24 14:47:15 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:47:15 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:47:15 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:47:15 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:47:15 user nova-compute[74497]:   </clock>
Oct 24 14:47:15 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:47:15 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:47:15 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:47:15 user nova-compute[74497]:   </cpu>
Oct 24 14:47:15 user nova-compute[74497]:   <devices>
Oct 24 14:47:15 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:47:15 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:47:15 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk"/>
Oct 24 14:47:15 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:47:15 user nova-compute[74497]:     </disk>
Oct 24 14:47:15 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:47:15 user nova-compute[74497]:       <mac address="fa:16:3e:f3:6e:19"/>
Oct 24 14:47:15 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:15 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:47:15 user nova-compute[74497]:       <target dev="tap19fca706-bc"/>
Oct 24 14:47:15 user nova-compute[74497]:     </interface>
Oct 24 14:47:15 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:47:15 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/console.log" append="off"/>
Oct 24 14:47:15 user nova-compute[74497]:     </serial>
Oct 24 14:47:15 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:47:15 user nova-compute[74497]:     <video>
Oct 24 14:47:15 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:15 user nova-compute[74497]:     </video>
Oct 24 14:47:15 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:47:15 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:47:15 user nova-compute[74497]:     </rng>
Oct 24 14:47:15 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:47:15 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:47:15 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:47:15 user nova-compute[74497]:     </memballoon>
Oct 24 14:47:15 user nova-compute[74497]:   </devices>
Oct 24 14:47:15 user nova-compute[74497]: </domain>
Oct 24 14:47:15 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-102773376',display_name='tempest-ServerRescueNegativeTestJSON-server-102773376',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-102773376',id=18,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-e765p20j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:47:13Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=49008433-062c-4c65-b234-c1df9d847b91,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG os_vif [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c9117a2-25b2-591e-8c15-852b884c20ec', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap19fca706-bc, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap19fca706-bc, col_values=(('qos', UUID('8d32af2a-48f3-4dba-baaf-1713d3f23248')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap19fca706-bc, col_values=(('external_ids', {'iface-id': '19fca706-bce9-4063-9b33-c06e0009d3d4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f3:6e:19', 'vm-uuid': '49008433-062c-4c65-b234-c1df9d847b91'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:15 user nova-compute[74497]: INFO os_vif [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc')
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:47:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No VIF found with MAC fa:16:3e:f3:6e:19, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG nova.network.neutron [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updated VIF entry in instance network info cache for port 19fca706-bce9-4063-9b33-c06e0009d3d4. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG nova.network.neutron [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updating instance_info_cache with network_info: [{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Releasing lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:16 user nova-compute[74497]: WARNING nova.compute.manager [req-12165857-cadc-4599-9070-da70efb3ae8b req-fe7b9db7-a09f-43b8-b813-236b1ca3284c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state rescued and task_state None.
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:17 user nova-compute[74497]: WARNING nova.compute.manager [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state building and task_state spawning.
Oct 24 14:47:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:17 user nova-compute[74497]: WARNING nova.compute.manager [req-f5660f75-93ba-44f9-a983-ea28cee402d9 req-f619fb8e-edb6-4fe4-99f6-0e1d284aa418 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state building and task_state spawning.
Oct 24 14:47:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:47:19 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Creating image(s)
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Ensure instance console log exists: /opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Start _get_guest_xml network_info=[{"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '2f3ddd32-839e-4e36-975e-77c2e944cade', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2a502463-6538-40a6-9ed0-a7ccc886f1dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'serial': 'dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:47:19 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:19 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:47:19 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:47:19 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:47:19 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dec92f77-02bf-4486-82b0-c23a97a44772]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:47:19 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0cbc281-ff38-414d-9c63-1c201849809b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c] added
Oct 24 14:47:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3566a997-b1f7-4402-bc39-f092411ecb0f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f47432d-22e2-4370-a02e-37fcc3610a03]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMbJvxUc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMbJvxUc" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8f52c3b-3416-45e1-9c8c-e37704a86d7c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qMbJvxUc'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received event network-changed-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Refreshing instance network info cache due to event network-changed-729dce7e-5d7a-4fb6-94ef-6d4b63bee003. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] Acquiring lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] Acquired lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG nova.network.neutron [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Refreshing network info cache for port 729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef54782-ad33-491b-aa6e-230d2426a555]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a732a09-b8c0-4b86-b885-7b86f59c4c31]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:19 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:19 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40b95d6-9917-45f1-ba32-54815aa217d6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]
Oct 24 14:47:19 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.
Oct 24 14:47:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b12daa7-bb9b-45a7-a57d-8d63a4d3927b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9092936-5a0e-4ff8-a498-82fb562c6c97]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:20 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:20 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:20 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:20 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.330s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] HCTL ('35', '-', '-', 0) found on session 15 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[11f9175e-1aad-4c9d-ac78-67dc63a1ef42]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.network.neutron [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updated VIF entry in instance network info cache for port 729dce7e-5d7a-4fb6-94ef-6d4b63bee003. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.network.neutron [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updating instance_info_cache with network_info: [{"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f209b1a7-ac0d-469a-a724-5ed9e340afe5 req-8ca1c91b-6c52-4b17-b68a-dbf8ddb37ba6 service nova] Releasing lock "refresh_cache-d9738829-b4d6-49da-86ed-06f8f4f4cfb9" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:20 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance spawned successfully.
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:20 user nova-compute[74497]: INFO nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Took 9.07 seconds to spawn the instance on the hypervisor.
Oct 24 14:47:20 user nova-compute[74497]: DEBUG nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '23463643665303866', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463643665303866', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:46:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1161637434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1161637434',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgo4628PmK2IjcSmS7Ufz9CPuro1EORr3T23UKcOkgSwvblo/MPwq0HWxpdI67tfOLTVcR9/iNrJG1HozNxA1isHDYoBGhzXphPEouT+faEJQLMz7swBudKeqM6L1eakA==',key_name='tempest-keypair-1542407681',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='501272de18df40778b5236d8dba9de96',ramdisk_id='',reservation_id='r-k8koxl94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-624016315',owner_user_name='tempest-ServerActionsV293TestJSON-624016315-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:46:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9875d677d13649e5817751392bff1dbb',uuid=2a502463-6538-40a6-9ed0-a7ccc886f1dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converting VIF {"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.objects.instance [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a502463-6538-40a6-9ed0-a7ccc886f1dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:47:21 user nova-compute[74497]:   <uuid>2a502463-6538-40a6-9ed0-a7ccc886f1dc</uuid>
Oct 24 14:47:21 user nova-compute[74497]:   <name>instance-00000010</name>
Oct 24 14:47:21 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:47:21 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:47:21 user nova-compute[74497]:   <metadata>
Oct 24 14:47:21 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:47:21 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:47:21 user nova-compute[74497]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1161637434</nova:name>
Oct 24 14:47:21 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:47:19</nova:creationTime>
Oct 24 14:47:21 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:47:21 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:47:21 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:47:21 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:47:21 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:47:21 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:47:21 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:47:21 user nova-compute[74497]:       <nova:owner>
Oct 24 14:47:21 user nova-compute[74497]:         <nova:user uuid="9875d677d13649e5817751392bff1dbb">tempest-ServerActionsV293TestJSON-624016315-project-member</nova:user>
Oct 24 14:47:21 user nova-compute[74497]:         <nova:project uuid="501272de18df40778b5236d8dba9de96">tempest-ServerActionsV293TestJSON-624016315</nova:project>
Oct 24 14:47:21 user nova-compute[74497]:       </nova:owner>
Oct 24 14:47:21 user nova-compute[74497]:       <nova:ports>
Oct 24 14:47:21 user nova-compute[74497]:         <nova:port uuid="f1b4c3aa-5b52-4a28-acf1-5991790bd2b0">
Oct 24 14:47:21 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 14:47:21 user nova-compute[74497]:         </nova:port>
Oct 24 14:47:21 user nova-compute[74497]:       </nova:ports>
Oct 24 14:47:21 user nova-compute[74497]:     </nova:instance>
Oct 24 14:47:21 user nova-compute[74497]:   </metadata>
Oct 24 14:47:21 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:47:21 user nova-compute[74497]:     <system>
Oct 24 14:47:21 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:47:21 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:47:21 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:47:21 user nova-compute[74497]:       <entry name="serial">2a502463-6538-40a6-9ed0-a7ccc886f1dc</entry>
Oct 24 14:47:21 user nova-compute[74497]:       <entry name="uuid">2a502463-6538-40a6-9ed0-a7ccc886f1dc</entry>
Oct 24 14:47:21 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:47:21 user nova-compute[74497]:     </system>
Oct 24 14:47:21 user nova-compute[74497]:   </sysinfo>
Oct 24 14:47:21 user nova-compute[74497]:   <os>
Oct 24 14:47:21 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:47:21 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:47:21 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:47:21 user nova-compute[74497]:   </os>
Oct 24 14:47:21 user nova-compute[74497]:   <features>
Oct 24 14:47:21 user nova-compute[74497]:     <acpi/>
Oct 24 14:47:21 user nova-compute[74497]:     <apic/>
Oct 24 14:47:21 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:47:21 user nova-compute[74497]:   </features>
Oct 24 14:47:21 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:47:21 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:47:21 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:47:21 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:47:21 user nova-compute[74497]:   </clock>
Oct 24 14:47:21 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:47:21 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:47:21 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:47:21 user nova-compute[74497]:   </cpu>
Oct 24 14:47:21 user nova-compute[74497]:   <devices>
Oct 24 14:47:21 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:47:21 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:47:21 user nova-compute[74497]:       <source dev="/dev/sdd"/>
Oct 24 14:47:21 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:47:21 user nova-compute[74497]:       <serial>dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c</serial>
Oct 24 14:47:21 user nova-compute[74497]:     </disk>
Oct 24 14:47:21 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:47:21 user nova-compute[74497]:       <mac address="fa:16:3e:42:5a:34"/>
Oct 24 14:47:21 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:21 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:47:21 user nova-compute[74497]:       <target dev="tapf1b4c3aa-5b"/>
Oct 24 14:47:21 user nova-compute[74497]:     </interface>
Oct 24 14:47:21 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:47:21 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc/console.log" append="off"/>
Oct 24 14:47:21 user nova-compute[74497]:     </serial>
Oct 24 14:47:21 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:47:21 user nova-compute[74497]:     <video>
Oct 24 14:47:21 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:47:21 user nova-compute[74497]:     </video>
Oct 24 14:47:21 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:47:21 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:47:21 user nova-compute[74497]:     </rng>
Oct 24 14:47:21 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:47:21 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:47:21 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:47:21 user nova-compute[74497]:     </memballoon>
Oct 24 14:47:21 user nova-compute[74497]:   </devices>
Oct 24 14:47:21 user nova-compute[74497]: </domain>
Oct 24 14:47:21 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:46:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1161637434',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1161637434',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgo4628PmK2IjcSmS7Ufz9CPuro1EORr3T23UKcOkgSwvblo/MPwq0HWxpdI67tfOLTVcR9/iNrJG1HozNxA1isHDYoBGhzXphPEouT+faEJQLMz7swBudKeqM6L1eakA==',key_name='tempest-keypair-1542407681',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='501272de18df40778b5236d8dba9de96',ramdisk_id='',reservation_id='r-k8koxl94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-624016315',owner_user_name='tempest-ServerActionsV293TestJSON-624016315-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:46:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9875d677d13649e5817751392bff1dbb',uuid=2a502463-6538-40a6-9ed0-a7ccc886f1dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converting VIF {"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG os_vif [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '458c1111-466a-55ba-9a62-1916679e8c1d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:21 user nova-compute[74497]: INFO nova.compute.manager [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Took 10.38 seconds to build instance.
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1b4c3aa-5b, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1b4c3aa-5b, col_values=(('qos', UUID('86d9c8fa-b328-447b-8839-446bd7a20a87')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1b4c3aa-5b, col_values=(('external_ids', {'iface-id': 'f1b4c3aa-5b52-4a28-acf1-5991790bd2b0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:5a:34', 'vm-uuid': '2a502463-6538-40a6-9ed0-a7ccc886f1dc'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-de6070c1-aa7e-4d9e-a106-7569aa970e38 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "f1b12006-db76-43bd-8077-6d93699763ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.517s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:21 user nova-compute[74497]: INFO os_vif [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b')
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] No VIF found with MAC fa:16:3e:42:5a:34, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:47:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance spawned successfully.
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:21 user nova-compute[74497]: INFO nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Took 8.58 seconds to spawn the instance on the hypervisor.
Oct 24 14:47:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:47:21 user nova-compute[74497]: INFO nova.compute.manager [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Took 9.74 seconds to build instance.
Oct 24 14:47:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a57a68cc-0038-49de-91cf-028161c09d67 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "49008433-062c-4c65-b234-c1df9d847b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.966s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-471104df-4492-417a-8f2b-444be350a0ca req-1221a316-a541-4878-a110-80820cd368a6 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-471104df-4492-417a-8f2b-444be350a0ca req-1221a316-a541-4878-a110-80820cd368a6 service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-471104df-4492-417a-8f2b-444be350a0ca req-1221a316-a541-4878-a110-80820cd368a6 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-471104df-4492-417a-8f2b-444be350a0ca req-1221a316-a541-4878-a110-80820cd368a6 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-471104df-4492-417a-8f2b-444be350a0ca req-1221a316-a541-4878-a110-80820cd368a6 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:23 user nova-compute[74497]: WARNING nova.compute.manager [req-471104df-4492-417a-8f2b-444be350a0ca req-1221a316-a541-4878-a110-80820cd368a6 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received unexpected event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with vm_state building and task_state spawning.
Oct 24 14:47:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-026ed0ec-12d4-47ed-bec7-a3f4a757215f req-6eb85658-ed7f-4576-9f92-4c116b1a8abe service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-026ed0ec-12d4-47ed-bec7-a3f4a757215f req-6eb85658-ed7f-4576-9f92-4c116b1a8abe service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-026ed0ec-12d4-47ed-bec7-a3f4a757215f req-6eb85658-ed7f-4576-9f92-4c116b1a8abe service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-026ed0ec-12d4-47ed-bec7-a3f4a757215f req-6eb85658-ed7f-4576-9f92-4c116b1a8abe service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-026ed0ec-12d4-47ed-bec7-a3f4a757215f req-6eb85658-ed7f-4576-9f92-4c116b1a8abe service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:23 user nova-compute[74497]: WARNING nova.compute.manager [req-026ed0ec-12d4-47ed-bec7-a3f4a757215f req-6eb85658-ed7f-4576-9f92-4c116b1a8abe service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received unexpected event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with vm_state active and task_state None.
Oct 24 14:47:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-aa524742-1976-4700-9851-36ebe68024f1 req-03e1dcbc-cc62-40f2-83b3-83fa18449cc1 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aa524742-1976-4700-9851-36ebe68024f1 req-03e1dcbc-cc62-40f2-83b3-83fa18449cc1 service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aa524742-1976-4700-9851-36ebe68024f1 req-03e1dcbc-cc62-40f2-83b3-83fa18449cc1 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aa524742-1976-4700-9851-36ebe68024f1 req-03e1dcbc-cc62-40f2-83b3-83fa18449cc1 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-aa524742-1976-4700-9851-36ebe68024f1 req-03e1dcbc-cc62-40f2-83b3-83fa18449cc1 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:25 user nova-compute[74497]: WARNING nova.compute.manager [req-aa524742-1976-4700-9851-36ebe68024f1 req-03e1dcbc-cc62-40f2-83b3-83fa18449cc1 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received unexpected event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with vm_state building and task_state spawning.
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lazy-loading 'flavor' on Instance uuid d9738829-b4d6-49da-86ed-06f8f4f4cfb9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:47:25 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance spawned successfully.
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.266s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-4a188300-2177-4baf-9c80-f5c44f6ebdc8 req-adec621e-6b48-437c-818f-c1587130fbe6 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4a188300-2177-4baf-9c80-f5c44f6ebdc8 req-adec621e-6b48-437c-818f-c1587130fbe6 service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4a188300-2177-4baf-9c80-f5c44f6ebdc8 req-adec621e-6b48-437c-818f-c1587130fbe6 service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4a188300-2177-4baf-9c80-f5c44f6ebdc8 req-adec621e-6b48-437c-818f-c1587130fbe6 service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-4a188300-2177-4baf-9c80-f5c44f6ebdc8 req-adec621e-6b48-437c-818f-c1587130fbe6 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:25 user nova-compute[74497]: WARNING nova.compute.manager [req-4a188300-2177-4baf-9c80-f5c44f6ebdc8 req-adec621e-6b48-437c-818f-c1587130fbe6 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received unexpected event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with vm_state active and task_state None.
Oct 24 14:47:25 user nova-compute[74497]: INFO nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Took 6.23 seconds to spawn the instance on the hypervisor.
Oct 24 14:47:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:47:25 user nova-compute[74497]: INFO nova.compute.manager [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Took 27.90 seconds to build instance.
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:26 user nova-compute[74497]: INFO nova.compute.manager [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Attaching volume 166ce1ba-a94a-4a41-96b2-ccba4975cc7f to /dev/vdb
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6b25f7b-c7be-404c-a69e-43ad3d797798 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.063s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG os_brick.utils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2482d7df-8e23-48d7-b822-fbf72fa4594d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ead8097-7416-492a-b0d7-3a61617b06fb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd9eef1b-82ba-470a-a1ea-39c98d3ab53f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a23c904-0724-49af-b3b9-5691a50cc88a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:47:26 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:47:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[66459653-110a-4546-b568-3f0853e02ad9]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG os_brick.utils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] <== get_connector_properties: return (177ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updating existing volume attachment record: 0e70c530-c7b6-40cf-9c56-628723ebc93b {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:47:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:47:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:47:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updating instance_info_cache with network_info: [{"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-c507808c-745d-4634-9844-e539e1eb1d75" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:47:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:47:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f04ff3b1-728f-4404-adf8-a7f10d385735 is timed out.
Oct 24 14:47:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Successfully detached device vdb from instance f04ff3b1-728f-4404-adf8-a7f10d385735 from the live domain config.
Oct 24 14:47:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JaKHBUgR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:47:34 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7696afb2-8740-4eae-a2bc-69600a0a60d7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:47:34 user nova-compute[74497]: No targets found.
Oct 24 14:47:34 user nova-compute[74497]: iSNS:
Oct 24 14:47:34 user nova-compute[74497]: No targets found.
Oct 24 14:47:34 user nova-compute[74497]: STATIC:
Oct 24 14:47:34 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd
Oct 24 14:47:34 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:47:34 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:47:34 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:47:34 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:47:34 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:47:34 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c
Oct 24 14:47:34 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:47:34 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:47:34 user nova-compute[74497]: FIRMWARE:
Oct 24 14:47:34 user nova-compute[74497]: No targets found.
Oct 24 14:47:34 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:47:34 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:47:34 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[46244bdc-978f-4c7a-8a07-67a8f1f66a8a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f115f8cf-7c4c-4dbc-9597-6d9aed83ea68]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:34 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:34 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:34 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:34 user nova-compute[74497]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd (non-flash)
Oct 24 14:47:34 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:34 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff407abc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5064725f-603c-4e4d-b9a6-14f6cf745476]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[adcd42d4-23a0-4126-9844-693b20450c39]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[23896250-24b7-4e20-8cb9-5387a6ad83c8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[193c6f47-c684-4b3a-8a0f-16150c993885]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.037s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[16cf5749-8b3b-4091-a5f0-ce5f9052385a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2fc68d9-9ed8-4bed-b635-f6cf92a1ed60]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260]
Oct 24 14:47:34 user nova-compute[74497]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd, portal: 172.16.0.220,3260] successful.
Oct 24 14:47:34 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb38392c-74c4-482c-8757-b62316ec3ebd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2115ca7c-7d4e-4b7f-b7e2-7c18fe8bcd1c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] <== disconnect_volume: return (389ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:35 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:35 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7567MB free_disk=25.405288696289062GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.objects.instance [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'flavor' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-779c43d5-c8af-4169-a783-7739350c7fa6 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.119s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f04ff3b1-728f-4404-adf8-a7f10d385735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a0b8a590-cd39-43e0-b810-bacd9a7643e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f77fc194-9fe5-425f-97ac-594c4cef6cae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 59d06ee5-8034-4552-ad97-4ee19b371207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2a502463-6538-40a6-9ed0-a7ccc886f1dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:47:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:47:36 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:47:36 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:47:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:36 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:47:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.842s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:42 user nova-compute[74497]: INFO nova.compute.manager [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Terminating instance
Oct 24 14:47:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c65d8ec-be6f-457a-a10f-a0a080592417 req-76cf0cb4-31aa-4b44-9bdb-7230340ed977 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-unplugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c65d8ec-be6f-457a-a10f-a0a080592417 req-76cf0cb4-31aa-4b44-9bdb-7230340ed977 service nova] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c65d8ec-be6f-457a-a10f-a0a080592417 req-76cf0cb4-31aa-4b44-9bdb-7230340ed977 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c65d8ec-be6f-457a-a10f-a0a080592417 req-76cf0cb4-31aa-4b44-9bdb-7230340ed977 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c65d8ec-be6f-457a-a10f-a0a080592417 req-76cf0cb4-31aa-4b44-9bdb-7230340ed977 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] No waiting events found dispatching network-vif-unplugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c65d8ec-be6f-457a-a10f-a0a080592417 req-76cf0cb4-31aa-4b44-9bdb-7230340ed977 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-unplugged-6243ba39-034f-4d99-85ea-e89751b58461 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Instance destroyed successfully.
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lazy-loading 'resources' on Instance uuid a0b8a590-cd39-43e0-b810-bacd9a7643e5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:45:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-112550226',display_name='tempest-VolumesAdminNegativeTest-server-112550226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-112550226',id=13,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:45:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c60b78f97a39495794bb1f2f2089c377',ramdisk_id='',reservation_id='r-mqy0lnx1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-813855317',owner_user_name='tempest-VolumesAdminNegativeTest-813855317-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:45:44Z,user_data=None,user_id='d3af0283ad40489d88521f5f0798d551',uuid=a0b8a590-cd39-43e0-b810-bacd9a7643e5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converting VIF {"id": "6243ba39-034f-4d99-85ea-e89751b58461", "address": "fa:16:3e:60:c6:cf", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6243ba39-03", "ovs_interfaceid": "6243ba39-034f-4d99-85ea-e89751b58461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:c6:cf,bridge_name='br-int',has_traffic_filtering=True,id=6243ba39-034f-4d99-85ea-e89751b58461,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6243ba39-03') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG os_vif [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:c6:cf,bridge_name='br-int',has_traffic_filtering=True,id=6243ba39-034f-4d99-85ea-e89751b58461,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6243ba39-03') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6243ba39-03, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f5a0a6a5-288a-4f27-b77e-89ff5303d0f8) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:47:43 user nova-compute[74497]: INFO os_vif [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:c6:cf,bridge_name='br-int',has_traffic_filtering=True,id=6243ba39-034f-4d99-85ea-e89751b58461,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6243ba39-03')
Oct 24 14:47:43 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Deleting instance files /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5_del
Oct 24 14:47:43 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Deletion of /opt/stack/data/nova/instances/a0b8a590-cd39-43e0-b810-bacd9a7643e5_del complete
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:43 user nova-compute[74497]: INFO nova.compute.manager [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Took 0.80 seconds to destroy the instance on the hypervisor.
Oct 24 14:47:43 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:47:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:44 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Took 0.61 seconds to deallocate network for instance.
Oct 24 14:47:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-7adc49e0-41df-4137-a21f-6eb16a7642c4 req-6c329590-ac7f-4862-812c-611c52b97a34 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-deleted-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:44 user nova-compute[74497]: INFO nova.compute.manager [req-7adc49e0-41df-4137-a21f-6eb16a7642c4 req-6c329590-ac7f-4862-812c-611c52b97a34 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Neutron deleted interface 6243ba39-034f-4d99-85ea-e89751b58461; detaching it from the instance and deleting it from the info cache
Oct 24 14:47:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-7adc49e0-41df-4137-a21f-6eb16a7642c4 req-6c329590-ac7f-4862-812c-611c52b97a34 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-7adc49e0-41df-4137-a21f-6eb16a7642c4 req-6c329590-ac7f-4862-812c-611c52b97a34 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Detach interface failed, port_id=6243ba39-034f-4d99-85ea-e89751b58461, reason: Instance a0b8a590-cd39-43e0-b810-bacd9a7643e5 could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:47:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.446s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:44 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Deleted allocations for instance a0b8a590-cd39-43e0-b810-bacd9a7643e5
Oct 24 14:47:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7e7f71d-7063-4892-bde8-abd872d8ce84 tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.103s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] No waiting events found dispatching network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:45 user nova-compute[74497]: WARNING nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received unexpected event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 for instance with vm_state deleted and task_state None.
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] No waiting events found dispatching network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:45 user nova-compute[74497]: WARNING nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received unexpected event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 for instance with vm_state deleted and task_state None.
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] No waiting events found dispatching network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:45 user nova-compute[74497]: WARNING nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received unexpected event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 for instance with vm_state deleted and task_state None.
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Acquiring lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] Lock "a0b8a590-cd39-43e0-b810-bacd9a7643e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] No waiting events found dispatching network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:45 user nova-compute[74497]: WARNING nova.compute.manager [req-66ca6208-f6ab-4cd4-806b-6f5e93c023d9 req-78217ffb-d7a3-45ad-8a1e-a19518174b01 service nova] [instance: a0b8a590-cd39-43e0-b810-bacd9a7643e5] Received unexpected event network-vif-plugged-6243ba39-034f-4d99-85ea-e89751b58461 for instance with vm_state deleted and task_state None.
Oct 24 14:47:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fYwUKZXz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:47:46 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:47:46 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:47:46 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9af410-8a19-42c3-a2c1-b2024d63a369]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:47:46 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4920dce0-a828-4312-85ad-95648e56e2af]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f] added
Oct 24 14:47:46 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f7ba24d-61e4-4477-9103-f61d3e4babbf]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[277ab646-fd21-4f82-b574-88d5e9794207]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fYwUKZXz {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fYwUKZXz" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d9043e-f0aa-4b2d-b5cb-d2b311c6b4f7]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fYwUKZXz'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[20159f2d-1e0f-426b-9fa5-ff10af878abc]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d53aec-31c7-4f89-9ffa-c7baa9b53827]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:46 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:46 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:46 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:46 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb022f5-f678-4420-897a-d9e6e324e28c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260]
Oct 24 14:47:46 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260] successful.
Oct 24 14:47:46 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[749873be-a42f-4b22-a4aa-5b02ec883f38]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca37a08d-d1b8-40fb-97a2-325ef0fe3ae5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:46 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:46 user nova-compute[74497]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f (non-flash)
Oct 24 14:47:46 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:47:46 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:47:46 user nova-compute[74497]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f (non-flash)
Oct 24 14:47:46 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[384f7644-3278-4a43-84c1-a801ae654b41]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:47:46 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fYwUKZXz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:47:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:47:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '26334623138376164', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:47:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334623138376164', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:47:47 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lazy-loading 'flavor' on Instance uuid d9738829-b4d6-49da-86ed-06f8f4f4cfb9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:47:47 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:47:47 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:47:47 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:47:47 user nova-compute[74497]:   <serial>166ce1ba-a94a-4a41-96b2-ccba4975cc7f</serial>
Oct 24 14:47:47 user nova-compute[74497]: </disk>
Oct 24 14:47:47 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:47:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:47:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:47:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] No VIF found with MAC fa:16:3e:69:3b:13, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:47:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e7a1bea-d9e0-43ef-ba48-3afaf1beaa89 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.421s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:49 user nova-compute[74497]: INFO nova.compute.manager [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Detaching volume 166ce1ba-a94a-4a41-96b2-ccba4975cc7f
Oct 24 14:47:49 user nova-compute[74497]: INFO nova.virt.block_device [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Attempting to driver detach volume 166ce1ba-a94a-4a41-96b2-ccba4975cc7f from mountpoint /dev/vdb
Oct 24 14:47:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Attempting to detach device vdb from instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:47:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:47:49 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:47:49 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:47:49 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:47:49 user nova-compute[74497]:   <serial>166ce1ba-a94a-4a41-96b2-ccba4975cc7f</serial>
Oct 24 14:47:49 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:47:49 user nova-compute[74497]: </disk>
Oct 24 14:47:49 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:47:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Successfully detached device vdb from instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 from the persistent domain config.
Oct 24 14:47:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:47:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:47:49 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:47:49 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:47:49 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:47:49 user nova-compute[74497]:   <serial>166ce1ba-a94a-4a41-96b2-ccba4975cc7f</serial>
Oct 24 14:47:49 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:47:49 user nova-compute[74497]: </disk>
Oct 24 14:47:49 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:47:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:47:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:51 user nova-compute[74497]: INFO nova.compute.manager [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Terminating instance
Oct 24 14:47:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:47:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-64b3f97c-d8fe-4beb-a6bd-30ebbcad289a req-145eb6e1-4d36-4e62-96b6-c79c3a3a1ef7 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received event network-vif-unplugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-64b3f97c-d8fe-4beb-a6bd-30ebbcad289a req-145eb6e1-4d36-4e62-96b6-c79c3a3a1ef7 service nova] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-64b3f97c-d8fe-4beb-a6bd-30ebbcad289a req-145eb6e1-4d36-4e62-96b6-c79c3a3a1ef7 service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-64b3f97c-d8fe-4beb-a6bd-30ebbcad289a req-145eb6e1-4d36-4e62-96b6-c79c3a3a1ef7 service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-64b3f97c-d8fe-4beb-a6bd-30ebbcad289a req-145eb6e1-4d36-4e62-96b6-c79c3a3a1ef7 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] No waiting events found dispatching network-vif-unplugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-64b3f97c-d8fe-4beb-a6bd-30ebbcad289a req-145eb6e1-4d36-4e62-96b6-c79c3a3a1ef7 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received event network-vif-unplugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:47:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Instance destroyed successfully.
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lazy-loading 'resources' on Instance uuid f77fc194-9fe5-425f-97ac-594c4cef6cae {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:46:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-644966973',display_name='tempest-VolumesActionsTest-instance-644966973',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-644966973',id=14,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='824fa150df034b28a51592bf7b94ffd3',ramdisk_id='',reservation_id='r-i140h1xm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1739794370',owner_user_name='tempest-VolumesActionsTest-1739794370-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:09Z,user_data=None,user_id='b53f2d9c8ef74b1db021fbcccdc22b60',uuid=f77fc194-9fe5-425f-97ac-594c4cef6cae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converting VIF {"id": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "address": "fa:16:3e:6d:19:93", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8d22dd7b-7f", "ovs_interfaceid": "8d22dd7b-7fac-4ad8-89c1-fc98a8221219", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:19:93,bridge_name='br-int',has_traffic_filtering=True,id=8d22dd7b-7fac-4ad8-89c1-fc98a8221219,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d22dd7b-7f') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG os_vif [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:19:93,bridge_name='br-int',has_traffic_filtering=True,id=8d22dd7b-7fac-4ad8-89c1-fc98a8221219,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d22dd7b-7f') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8d22dd7b-7f, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=749c3767-0088-416f-94af-78d935aa4729) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:52 user nova-compute[74497]: INFO os_vif [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:19:93,bridge_name='br-int',has_traffic_filtering=True,id=8d22dd7b-7fac-4ad8-89c1-fc98a8221219,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8d22dd7b-7f')
Oct 24 14:47:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Deleting instance files /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae_del
Oct 24 14:47:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Deletion of /opt/stack/data/nova/instances/f77fc194-9fe5-425f-97ac-594c4cef6cae_del complete
Oct 24 14:47:52 user nova-compute[74497]: INFO nova.compute.manager [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 24 14:47:52 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:47:52 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:47:53 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:53 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Took 0.44 seconds to deallocate network for instance.
Oct 24 14:47:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-995e461b-b893-4dcd-8ccd-c3be00672496 req-d53da123-4a03-4340-bb90-16fc06f1b6e3 service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received event network-vif-deleted-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:53 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:47:53 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:47:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.319s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:53 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Deleted allocations for instance f77fc194-9fe5-425f-97ac-594c4cef6cae
Oct 24 14:47:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0c2ce82a-3c27-445b-aaa9-4cc1d8664ba5 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.653s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-4b52a762-c6da-4d81-958c-36da9eae13c8 req-73b40d89-fa0c-4bd9-ab9e-238bd2b5d56b service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received event network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4b52a762-c6da-4d81-958c-36da9eae13c8 req-73b40d89-fa0c-4bd9-ab9e-238bd2b5d56b service nova] Acquiring lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4b52a762-c6da-4d81-958c-36da9eae13c8 req-73b40d89-fa0c-4bd9-ab9e-238bd2b5d56b service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4b52a762-c6da-4d81-958c-36da9eae13c8 req-73b40d89-fa0c-4bd9-ab9e-238bd2b5d56b service nova] Lock "f77fc194-9fe5-425f-97ac-594c4cef6cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:47:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-4b52a762-c6da-4d81-958c-36da9eae13c8 req-73b40d89-fa0c-4bd9-ab9e-238bd2b5d56b service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] No waiting events found dispatching network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:47:54 user nova-compute[74497]: WARNING nova.compute.manager [req-4b52a762-c6da-4d81-958c-36da9eae13c8 req-73b40d89-fa0c-4bd9-ab9e-238bd2b5d56b service nova] [instance: f77fc194-9fe5-425f-97ac-594c4cef6cae] Received unexpected event network-vif-plugged-8d22dd7b-7fac-4ad8-89c1-fc98a8221219 for instance with vm_state deleted and task_state None.
Oct 24 14:47:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:47:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-changed-c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:47:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Refreshing instance network info cache due to event network-changed-c4d9abf7-cc20-44c1-8f32-9198d390953d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:47:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] Acquiring lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:47:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] Acquired lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:47:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Refreshing network info cache for port c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "interface-59d06ee5-8034-4552-ad97-4ee19b371207-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "interface-59d06ee5-8034-4552-ad97-4ee19b371207-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG nova.objects.instance [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'flavor' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updated VIF entry in instance network info cache for port c4d9abf7-cc20-44c1-8f32-9198d390953d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f2e34f9-34fc-4a36-b9a0-00677a969fcf req-d66e8eb7-0283-4a8c-992d-601dfac65f3b service nova] Releasing lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG nova.objects.instance [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'pci_requests' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG nova.objects.base [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Object Instance<59d06ee5-8034-4552-ad97-4ee19b371207> lazy-loaded attributes: flavor,pci_requests {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG nova.network.neutron [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:47:59 user nova-compute[74497]: DEBUG nova.policy [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef7d411379f34fd48e043547a7fb3758', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2877a40dcbdc4fa0a7a5ce1eba4d9643', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Successfully created port: 67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Successfully updated port: 67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquired lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-changed-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Refreshing instance network info cache due to event network-changed-67ce5b24-fabe-43a6-bc43-ada7da907b51. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] Acquiring lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Releasing lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] Acquired lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.network.neutron [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Refreshing network info cache for port 67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converting VIF {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG os_vif [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1a9826c7-e73d-503a-90db-b5042cc1b736', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap67ce5b24-fa, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap67ce5b24-fa, col_values=(('qos', UUID('ba324632-fa51-4b52-86ab-955ebf8a2c23')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap67ce5b24-fa, col_values=(('external_ids', {'iface-id': '67ce5b24-fabe-43a6-bc43-ada7da907b51', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:00:a2', 'vm-uuid': '59d06ee5-8034-4552-ad97-4ee19b371207'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: INFO os_vif [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa')
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converting VIF {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] attach device xml: <interface type="ethernet">
Oct 24 14:48:01 user nova-compute[74497]:   <mac address="fa:16:3e:c8:00:a2"/>
Oct 24 14:48:01 user nova-compute[74497]:   <model type="virtio"/>
Oct 24 14:48:01 user nova-compute[74497]:   <mtu size="1442"/>
Oct 24 14:48:01 user nova-compute[74497]:   <target dev="tap67ce5b24-fa"/>
Oct 24 14:48:01 user nova-compute[74497]: </interface>
Oct 24 14:48:01 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No BDM found with device name hda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No VIF found with MAC fa:16:3e:fb:9a:f9, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:48:02 user nova-compute[74497]:   <nova:package version="0.0.0"/>
Oct 24 14:48:02 user nova-compute[74497]:   <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:48:02 user nova-compute[74497]:   <nova:creationTime>2023-10-24 14:48:02</nova:creationTime>
Oct 24 14:48:02 user nova-compute[74497]:   <nova:flavor name="m1.tiny">
Oct 24 14:48:02 user nova-compute[74497]:     <nova:memory>512</nova:memory>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:disk>1</nova:disk>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:swap>0</nova:swap>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:vcpus>1</nova:vcpus>
Oct 24 14:48:02 user nova-compute[74497]:   </nova:flavor>
Oct 24 14:48:02 user nova-compute[74497]:   <nova:owner>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:48:02 user nova-compute[74497]:   </nova:owner>
Oct 24 14:48:02 user nova-compute[74497]:   <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:48:02 user nova-compute[74497]:   <nova:ports>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:48:02 user nova-compute[74497]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:48:02 user nova-compute[74497]:     </nova:port>
Oct 24 14:48:02 user nova-compute[74497]:     <nova:port uuid="67ce5b24-fabe-43a6-bc43-ada7da907b51">
Oct 24 14:48:02 user nova-compute[74497]:       <nova:ip type="fixed" address="10.10.10.70" ipVersion="4"/>
Oct 24 14:48:02 user nova-compute[74497]:     </nova:port>
Oct 24 14:48:02 user nova-compute[74497]:   </nova:ports>
Oct 24 14:48:02 user nova-compute[74497]: </nova:instance>
Oct 24 14:48:02 user nova-compute[74497]:  {{(pid=74497) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updated VIF entry in instance network info cache for port 67ce5b24-fabe-43a6-bc43-ada7da907b51. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76590a9d-f12c-4811-9448-19f8f6186969 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "interface-59d06ee5-8034-4552-ad97-4ee19b371207-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 2.550s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1baf2aa0-e82b-4cab-8f7e-0b2dcf5086b3 req-274be154-2ad6-4e45-b20a-62a3945280d2 service nova] Releasing lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'flavor' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:02 user nova-compute[74497]: INFO nova.compute.manager [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Attaching volume b42e6d0e-fa72-466b-90cd-554ba088d45c to /dev/vdb
Oct 24 14:48:02 user nova-compute[74497]: DEBUG os_brick.utils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[763a10d5-38f7-4ecd-98eb-1522e0e8e1d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[82458e98-7f22-4a13-bb23-502a3f93d756]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd68d6f-778e-4310-a6b0-96644ebf2622]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a1e2ce7-463d-435c-867f-6f2bc3571f75]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:48:02 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb53e80-3afd-49ba-8f33-c7d252807c5c]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG os_brick.utils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating existing volume attachment record: 11b9b5e2-3655-4480-948a-c5ee8c044729 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] No waiting events found dispatching network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:02 user nova-compute[74497]: WARNING nova.compute.manager [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received unexpected event network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 for instance with vm_state active and task_state None.
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] No waiting events found dispatching network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:02 user nova-compute[74497]: WARNING nova.compute.manager [req-5ccbaf78-23ec-4092-84d8-1b58609ed97e req-7eb1b0a6-3927-4a70-8095-f81bedda7fd0 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received unexpected event network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 for instance with vm_state active and task_state None.
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:48:03 user nova-compute[74497]: INFO nova.compute.claims [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Claim successful on node user
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.430s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:48:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:48:03 user nova-compute[74497]: INFO nova.virt.block_device [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Booting with volume ec2ae891-1a6d-4da8-875c-f1385d5cc189 at /dev/vda
Oct 24 14:48:03 user nova-compute[74497]: DEBUG os_brick.utils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.policy [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '755f644b7f594d6b8a6177dbc62540e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7654644617441bbb897e69481fa9424', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7da764-2f4a-4c6d-ae0b-61478d50b34d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[10cca52a-cb0a-4313-9ff4-ed1a4a0258ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:03 user nova-compute[74497]: INFO nova.compute.manager [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Terminating instance
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1acfe4a-c315-4f32-a36a-84f28ec257f6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb59a15b-ad13-4f88-abd6-121e36a36d01]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:48:03 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:48:03 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[626171a3-2d6f-4910-a7a8-9b41b628190a]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG os_brick.utils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating existing volume attachment record: c06a472f-49e3-411d-b3d7-467608fd6c9b {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-e257af8e-99f4-49cb-81aa-3b4f255e609b req-4ae0bf29-b639-46a4-96ee-e4950db7a5f1 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-vif-unplugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e257af8e-99f4-49cb-81aa-3b4f255e609b req-4ae0bf29-b639-46a4-96ee-e4950db7a5f1 service nova] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e257af8e-99f4-49cb-81aa-3b4f255e609b req-4ae0bf29-b639-46a4-96ee-e4950db7a5f1 service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e257af8e-99f4-49cb-81aa-3b4f255e609b req-4ae0bf29-b639-46a4-96ee-e4950db7a5f1 service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-e257af8e-99f4-49cb-81aa-3b4f255e609b req-4ae0bf29-b639-46a4-96ee-e4950db7a5f1 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] No waiting events found dispatching network-vif-unplugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-e257af8e-99f4-49cb-81aa-3b4f255e609b req-4ae0bf29-b639-46a4-96ee-e4950db7a5f1 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-vif-unplugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully created port: b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:48:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Instance destroyed successfully.
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lazy-loading 'resources' on Instance uuid f04ff3b1-728f-4404-adf8-a7f10d385735 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:43:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-326301897',display_name='tempest-TestServerVolumeAttachmentScenario-server-326301897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-326301897',id=9,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN8uRP/B12soZtec39ZM+IP0ZwrTANKpOqWp2RsA1LpNT27KFNAjlLqzg4pnr+vlV+PgvehDFThLAhq00juScZJ0vNwo3QyPfNIEAB4LKfzndb09yFI8OxzY1Ximj6ei/w==',key_name='tempest-keypair-454543854',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:43:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c9750f228f19400a980b13b71b491991',ramdisk_id='',reservation_id='r-3gh4ckhg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1585682690',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1585682690-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:43:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86b073113f8548c7b47a99c057054344',uuid=f04ff3b1-728f-4404-adf8-a7f10d385735,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Converting VIF {"id": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "address": "fa:16:3e:43:29:6d", "network": {"id": "2d9c2203-57da-41fa-a146-abdf40bb1751", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2087383647-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9750f228f19400a980b13b71b491991", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa82cf593-85", "ovs_interfaceid": "a82cf593-85e5-40fe-bc3e-447e93c53d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:29:6d,bridge_name='br-int',has_traffic_filtering=True,id=a82cf593-85e5-40fe-bc3e-447e93c53d35,network=Network(2d9c2203-57da-41fa-a146-abdf40bb1751),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa82cf593-85') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG os_vif [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:29:6d,bridge_name='br-int',has_traffic_filtering=True,id=a82cf593-85e5-40fe-bc3e-447e93c53d35,network=Network(2d9c2203-57da-41fa-a146-abdf40bb1751),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa82cf593-85') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa82cf593-85, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4ba5999c-cf47-4ad2-abb5-1e44f041d98b) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:04 user nova-compute[74497]: INFO os_vif [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:29:6d,bridge_name='br-int',has_traffic_filtering=True,id=a82cf593-85e5-40fe-bc3e-447e93c53d35,network=Network(2d9c2203-57da-41fa-a146-abdf40bb1751),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa82cf593-85')
Oct 24 14:48:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Deleting instance files /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735_del
Oct 24 14:48:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Deletion of /opt/stack/data/nova/instances/f04ff3b1-728f-4404-adf8-a7f10d385735_del complete
Oct 24 14:48:04 user nova-compute[74497]: INFO nova.compute.manager [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 24 14:48:04 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:48:04 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:48:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully created port: 1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:06 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Took 1.44 seconds to deallocate network for instance.
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-6a275b3e-7f53-4ff3-a4dd-49f9efb5e7b1 req-dc861051-05a5-4845-a058-4fa60298b6e1 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-vif-deleted-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-55a0a461-d2c1-4679-979e-38d0c6c1a9b9 req-fdc90b09-37e9-4df1-956a-86d453211744 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received event network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-55a0a461-d2c1-4679-979e-38d0c6c1a9b9 req-fdc90b09-37e9-4df1-956a-86d453211744 service nova] Acquiring lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-55a0a461-d2c1-4679-979e-38d0c6c1a9b9 req-fdc90b09-37e9-4df1-956a-86d453211744 service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-55a0a461-d2c1-4679-979e-38d0c6c1a9b9 req-fdc90b09-37e9-4df1-956a-86d453211744 service nova] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-55a0a461-d2c1-4679-979e-38d0c6c1a9b9 req-fdc90b09-37e9-4df1-956a-86d453211744 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] No waiting events found dispatching network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:06 user nova-compute[74497]: WARNING nova.compute.manager [req-55a0a461-d2c1-4679-979e-38d0c6c1a9b9 req-fdc90b09-37e9-4df1-956a-86d453211744 service nova] [instance: f04ff3b1-728f-4404-adf8-a7f10d385735] Received unexpected event network-vif-plugged-a82cf593-85e5-40fe-bc3e-447e93c53d35 for instance with vm_state deleted and task_state None.
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully created port: 74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.368s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:06 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Deleted allocations for instance f04ff3b1-728f-4404-adf8-a7f10d385735
Oct 24 14:48:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ab2b49a3-3855-4b2a-97e4-05181b8e6968 tempest-TestServerVolumeAttachmentScenario-1585682690 tempest-TestServerVolumeAttachmentScenario-1585682690-project-member] Lock "f04ff3b1-728f-4404-adf8-a7f10d385735" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.886s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:06 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully created port: edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:48:07 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully created port: 40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully updated port: b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG nova.network.neutron [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG nova.network.neutron [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG nova.network.neutron [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a7f799be-52f6-4d63-9225-d121671fb481 req-bc9e53c9-a977-4a4a-a2e3-40503fba5c8b service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully updated port: a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:09 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully updated port: f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:09 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully updated port: 1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-a249ffc8-4339-4c34-9869-f6122f4ca959. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:10 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 is timed out.
Oct 24 14:48:10 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Successfully detached device vdb from instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 from the live domain config.
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fYwUKZXz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:48:10 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[38431bc3-9f68-4f9b-8f73-57e4325970cc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:48:10 user nova-compute[74497]: No targets found.
Oct 24 14:48:10 user nova-compute[74497]: iSNS:
Oct 24 14:48:10 user nova-compute[74497]: No targets found.
Oct 24 14:48:10 user nova-compute[74497]: STATIC:
Oct 24 14:48:10 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f
Oct 24 14:48:10 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:10 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:10 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:48:10 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:10 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:10 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c
Oct 24 14:48:10 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:10 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:10 user nova-compute[74497]: FIRMWARE:
Oct 24 14:48:10 user nova-compute[74497]: No targets found.
Oct 24 14:48:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:48:10 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:48:10 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[789dd036-7fa3-4b5f-851e-9a313831c613]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f46e39-cdcd-4213-bcf7-a55adc3c8aae]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:10 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:10 user nova-compute[74497]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f (non-flash)
Oct 24 14:48:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:10 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:10 user nova-compute[74497]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f (non-flash)
Oct 24 14:48:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6066dea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[645ab14e-d7f5-4cbf-ae2b-cea6bdc9bba5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[77bf4db9-49a7-4e94-b566-725579c2f3d4]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa485ba6-4ffb-479e-bdc9-962dbc9a3cee]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-f354645e-ddf1-4ab7-939c-3ecb08534883. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe691f10-8641-48a1-9e99-5894dbd60b0d]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bcaf01f-657d-42c2-8f8f-4fb48ff5c0a0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3ede1e5-22c9-4107-ac3e-f3b7e10da4fd]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260]
Oct 24 14:48:10 user nova-compute[74497]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f, portal: 172.16.0.220,3260] successful.
Oct 24 14:48:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:166ce1ba-a94a-4a41-96b2-ccba4975cc7f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[019fd8a8-7e5e-42da-8d37-303345e28e95]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] <== disconnect_volume: return (359ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully updated port: 74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-1cd99591-320c-4006-913e-f558cb051c7e. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port 1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8f452cf5-bc20-4e70-94b7-fbf23d63275b req-9018996e-991b-49a0-b4fe-8e40a77660f0 service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully updated port: edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lazy-loading 'flavor' on Instance uuid d9738829-b4d6-49da-86ed-06f8f4f4cfb9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:48:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0d2bee8d-8884-4dc5-8fd8-ca0a9bbd04c7 tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.848s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-74ae701e-fcd3-46ba-99a1-09ee61ece028. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port 74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Successfully updated port: 40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-edfa2100-d0d8-4206-b77d-f4a6eff3915a. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fc23cdc6-195a-45fa-a448-5afa6dcf4514 req-5e9ee0be-42fe-4233-b858-368e72732f9a service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:48:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [{"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-40e1e991-75e0-4823-aa4c-c19790ced29e. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance network_info: |[{"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port 40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updated VIF entry in instance network info cache for port 40e1e991-75e0-4823-aa4c-c19790ced29e. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [{"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-94dc1559-56fa-4c03-af85-19a3cdf4f0ef req-764cb1d1-c8bc-4ff1-985e-8e0cd5cbd3e2 service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:48:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:48:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:35 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:48:35 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7634MB free_disk=25.420928955078125GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c507808c-745d-4634-9844-e539e1eb1d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 59d06ee5-8034-4552-ad97-4ee19b371207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2a502463-6538-40a6-9ed0-a7ccc886f1dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:48:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.489s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xtrTodls', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:48:37 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:48:37 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:48:37 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[29f321f8-fd2e-4940-a2a6-441beaa80c12]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:48:37 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2bea0e4-0b4e-4043-ad3d-0ba09f26fab0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c] added
Oct 24 14:48:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9977cb2f-4faa-40be-9795-9d7220e0a244]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b7f114-1fdf-4833-960e-3c0ce9e6d155]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xtrTodls {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xtrTodls" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[118588e0-ad22-42d5-884d-faa9f5853464]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xtrTodls'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e6dc56c-9508-4293-add6-d4abcd99c07d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: INFO nova.virt.block_device [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Booting with volume 1e70e3eb-5bcd-4548-b2ed-473343a14da2 at /dev/vdb
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde88f0e-1ee4-49da-a0e1-9bd45d0956c1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:37 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:37 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.utils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c141aea3-c63f-48d5-a03c-0e62109a5e33]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd206d81-8fc6-4db9-93f1-8371d9a88eb7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260]
Oct 24 14:48:37 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260] successful.
Oct 24 14:48:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a9998f-e014-4254-91b1-0f1fbcca05ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c531d34f-9d0e-4d78-b77c-e7681d281afa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d38457c6-d576-4823-94bb-21a869b6dafa]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c61de0-9516-45ab-986d-d9482f538e83]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[396546c4-9adf-4bc5-b7b9-04a23b6bb279]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:37 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:37 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:48:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:37 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:37 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:48:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:48:37 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1104c35c-1943-4d30-b66f-6ca74df0ee27]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.utils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating existing volume attachment record: ac6d5e35-505a-422a-b473-3d46ce1cdb48 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b184ab9-ddb3-4f15-8915-333cd7e4ec9b]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:48:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xtrTodls', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:48:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:48:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '26633373731643064', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:48:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633373731643064', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:48:38 user nova-compute[74497]: DEBUG nova.objects.instance [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'flavor' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:48:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:48:38 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:48:38 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:48:38 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:48:38 user nova-compute[74497]:   <serial>b42e6d0e-fa72-466b-90cd-554ba088d45c</serial>
Oct 24 14:48:38 user nova-compute[74497]: </disk>
Oct 24 14:48:38 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:48:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:48:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No BDM found with device name hda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:48:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] No VIF found with MAC fa:16:3e:fb:9a:f9, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:48:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63269bcd-e84e-48e8-9778-d1073932dea7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 36.543s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:48:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:40 user nova-compute[74497]: INFO nova.compute.manager [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Detaching volume b42e6d0e-fa72-466b-90cd-554ba088d45c
Oct 24 14:48:40 user nova-compute[74497]: INFO nova.virt.block_device [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Attempting to driver detach volume b42e6d0e-fa72-466b-90cd-554ba088d45c from mountpoint /dev/vdb
Oct 24 14:48:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Attempting to detach device vdb from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:48:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:48:40 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:48:40 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:48:40 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:48:40 user nova-compute[74497]:   <serial>b42e6d0e-fa72-466b-90cd-554ba088d45c</serial>
Oct 24 14:48:40 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 14:48:40 user nova-compute[74497]: </disk>
Oct 24 14:48:40 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:48:40 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully detached device vdb from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the persistent domain config.
Oct 24 14:48:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:48:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:48:40 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:48:40 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:48:40 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:48:40 user nova-compute[74497]:   <serial>b42e6d0e-fa72-466b-90cd-554ba088d45c</serial>
Oct 24 14:48:40 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 14:48:40 user nova-compute[74497]: </disk>
Oct 24 14:48:40 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:48:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:48:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:43 user nova-compute[74497]: INFO nova.compute.manager [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Terminating instance
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "002a2e57-3854-4668-b231-0692f8d2ffb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.006s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:48:43 user nova-compute[74497]: INFO nova.compute.claims [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Claim successful on node user
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-01d1d02d-b65b-4023-96e2-f81548c3aaff req-042bf644-49d5-4f7b-b345-e61eaba07708 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-unplugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-01d1d02d-b65b-4023-96e2-f81548c3aaff req-042bf644-49d5-4f7b-b345-e61eaba07708 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-01d1d02d-b65b-4023-96e2-f81548c3aaff req-042bf644-49d5-4f7b-b345-e61eaba07708 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-01d1d02d-b65b-4023-96e2-f81548c3aaff req-042bf644-49d5-4f7b-b345-e61eaba07708 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-01d1d02d-b65b-4023-96e2-f81548c3aaff req-042bf644-49d5-4f7b-b345-e61eaba07708 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-unplugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-01d1d02d-b65b-4023-96e2-f81548c3aaff req-042bf644-49d5-4f7b-b345-e61eaba07708 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-unplugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:48:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.456s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Instance destroyed successfully.
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.objects.instance [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lazy-loading 'resources' on Instance uuid c507808c-745d-4634-9844-e539e1eb1d75 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2082728800',display_name='tempest-VolumesAdminNegativeTest-server-2082728800',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2082728800',id=5,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHJ/wHdVEn3ZhheKYau3qKKFf8Dt1tM/XD5n0inCFnlESkqk1aTOtmYxVkp4qwrsEF9tNIH+Jts2Yd8bCD+toykDQOeOUIkY+1a9/nBYO+5USPjQ9MkwXIqyp8MtlUwPfA==',key_name='tempest-keypair-403360414',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:41:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c60b78f97a39495794bb1f2f2089c377',ramdisk_id='',reservation_id='r-8bzkkpei',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-813855317',owner_user_name='tempest-VolumesAdminNegativeTest-813855317-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:41:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d3af0283ad40489d88521f5f0798d551',uuid=c507808c-745d-4634-9844-e539e1eb1d75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converting VIF {"id": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "address": "fa:16:3e:46:72:bc", "network": {"id": "3d561c6a-1f8e-47df-afb1-711f5c5dea1d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-248661891-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c60b78f97a39495794bb1f2f2089c377", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd0ba2fd-3d", "ovs_interfaceid": "cd0ba2fd-3d15-471b-a90c-9b84b0273e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:72:bc,bridge_name='br-int',has_traffic_filtering=True,id=cd0ba2fd-3d15-471b-a90c-9b84b0273e82,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd0ba2fd-3d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG os_vif [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:72:bc,bridge_name='br-int',has_traffic_filtering=True,id=cd0ba2fd-3d15-471b-a90c-9b84b0273e82,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd0ba2fd-3d') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcd0ba2fd-3d, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2de19700-ffc2-47bc-bbad-841c80a8636e) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: INFO os_vif [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:72:bc,bridge_name='br-int',has_traffic_filtering=True,id=cd0ba2fd-3d15-471b-a90c-9b84b0273e82,network=Network(3d561c6a-1f8e-47df-afb1-711f5c5dea1d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd0ba2fd-3d')
Oct 24 14:48:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Deleting instance files /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75_del
Oct 24 14:48:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Deletion of /opt/stack/data/nova/instances/c507808c-745d-4634-9844-e539e1eb1d75_del complete
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:48:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: INFO nova.compute.manager [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: c507808c-745d-4634-9844-e539e1eb1d75] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:48:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Creating image(s)
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "/opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "/opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "/opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.policy [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53f2d9c8ef74b1db021fbcccdc22b60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824fa150df034b28a51592bf7b94ffd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk 1073741824" returned: 0 in 0.057s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Checking if we can resize image /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:48:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Cannot resize image /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Ensure instance console log exists: /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:45 user nova-compute[74497]: WARNING nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received unexpected event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with vm_state active and task_state deleting.
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:45 user nova-compute[74497]: WARNING nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received unexpected event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with vm_state active and task_state deleting.
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:45 user nova-compute[74497]: WARNING nova.compute.manager [req-e25e8ce5-4b4c-40e2-a730-6cecd95087d7 req-bfeb6004-46c1-4293-982b-5798a152b1b7 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received unexpected event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with vm_state active and task_state deleting.
Oct 24 14:48:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Successfully created port: e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:46 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Took 2.00 seconds to deallocate network for instance.
Oct 24 14:48:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:46 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Deleted allocations for instance c507808c-745d-4634-9844-e539e1eb1d75
Oct 24 14:48:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Successfully updated port: e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "refresh_cache-002a2e57-3854-4668-b231-0692f8d2ffb7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquired lock "refresh_cache-002a2e57-3854-4668-b231-0692f8d2ffb7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2da26887-1504-4dab-b37f-ce385c70fe5f tempest-VolumesAdminNegativeTest-813855317 tempest-VolumesAdminNegativeTest-813855317-project-member] Lock "c507808c-745d-4634-9844-e539e1eb1d75" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.849s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.network.neutron [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.network.neutron [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Updating instance_info_cache with network_info: [{"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Releasing lock "refresh_cache-002a2e57-3854-4668-b231-0692f8d2ffb7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Instance network_info: |[{"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Start _get_guest_xml network_info=[{"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:48:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:48:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:48:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-488672288',display_name='tempest-VolumesActionsTest-instance-488672288',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-488672288',id=20,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='824fa150df034b28a51592bf7b94ffd3',ramdisk_id='',reservation_id='r-f1a5she2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1739794370',owner_user_name='tempest-VolumesActionsTest-1739794370-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:44Z,user_data=None,user_id='b53f2d9c8ef74b1db021fbcccdc22b60',uuid=002a2e57-3854-4668-b231-0692f8d2ffb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converting VIF {"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:8c:a2,bridge_name='br-int',has_traffic_filtering=True,id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4a2af1a-36') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.objects.instance [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lazy-loading 'pci_devices' on Instance uuid 002a2e57-3854-4668-b231-0692f8d2ffb7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:48:47 user nova-compute[74497]:   <uuid>002a2e57-3854-4668-b231-0692f8d2ffb7</uuid>
Oct 24 14:48:47 user nova-compute[74497]:   <name>instance-00000014</name>
Oct 24 14:48:47 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:48:47 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:48:47 user nova-compute[74497]:   <metadata>
Oct 24 14:48:47 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:48:47 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:48:47 user nova-compute[74497]:       <nova:name>tempest-VolumesActionsTest-instance-488672288</nova:name>
Oct 24 14:48:47 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:48:47</nova:creationTime>
Oct 24 14:48:47 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:48:47 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:48:47 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:48:47 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:48:47 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:48:47 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:48:47 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:48:47 user nova-compute[74497]:       <nova:owner>
Oct 24 14:48:47 user nova-compute[74497]:         <nova:user uuid="b53f2d9c8ef74b1db021fbcccdc22b60">tempest-VolumesActionsTest-1739794370-project-member</nova:user>
Oct 24 14:48:47 user nova-compute[74497]:         <nova:project uuid="824fa150df034b28a51592bf7b94ffd3">tempest-VolumesActionsTest-1739794370</nova:project>
Oct 24 14:48:47 user nova-compute[74497]:       </nova:owner>
Oct 24 14:48:47 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:48:47 user nova-compute[74497]:       <nova:ports>
Oct 24 14:48:47 user nova-compute[74497]:         <nova:port uuid="e4a2af1a-36b7-4950-9061-e5a1982fb4f7">
Oct 24 14:48:47 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 14:48:47 user nova-compute[74497]:         </nova:port>
Oct 24 14:48:47 user nova-compute[74497]:       </nova:ports>
Oct 24 14:48:47 user nova-compute[74497]:     </nova:instance>
Oct 24 14:48:47 user nova-compute[74497]:   </metadata>
Oct 24 14:48:47 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:48:47 user nova-compute[74497]:     <system>
Oct 24 14:48:47 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:48:47 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:48:47 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:48:47 user nova-compute[74497]:       <entry name="serial">002a2e57-3854-4668-b231-0692f8d2ffb7</entry>
Oct 24 14:48:47 user nova-compute[74497]:       <entry name="uuid">002a2e57-3854-4668-b231-0692f8d2ffb7</entry>
Oct 24 14:48:47 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:48:47 user nova-compute[74497]:     </system>
Oct 24 14:48:47 user nova-compute[74497]:   </sysinfo>
Oct 24 14:48:47 user nova-compute[74497]:   <os>
Oct 24 14:48:47 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:48:47 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:48:47 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:48:47 user nova-compute[74497]:   </os>
Oct 24 14:48:47 user nova-compute[74497]:   <features>
Oct 24 14:48:47 user nova-compute[74497]:     <acpi/>
Oct 24 14:48:47 user nova-compute[74497]:     <apic/>
Oct 24 14:48:47 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:48:47 user nova-compute[74497]:   </features>
Oct 24 14:48:47 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:48:47 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:48:47 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:48:47 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:48:47 user nova-compute[74497]:   </clock>
Oct 24 14:48:47 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:48:47 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:48:47 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:48:47 user nova-compute[74497]:   </cpu>
Oct 24 14:48:47 user nova-compute[74497]:   <devices>
Oct 24 14:48:47 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:48:47 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:48:47 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk"/>
Oct 24 14:48:47 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:48:47 user nova-compute[74497]:     </disk>
Oct 24 14:48:47 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:48:47 user nova-compute[74497]:       <mac address="fa:16:3e:d8:8c:a2"/>
Oct 24 14:48:47 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:48:47 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:48:47 user nova-compute[74497]:       <target dev="tape4a2af1a-36"/>
Oct 24 14:48:47 user nova-compute[74497]:     </interface>
Oct 24 14:48:47 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:48:47 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/console.log" append="off"/>
Oct 24 14:48:47 user nova-compute[74497]:     </serial>
Oct 24 14:48:47 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:48:47 user nova-compute[74497]:     <video>
Oct 24 14:48:47 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:48:47 user nova-compute[74497]:     </video>
Oct 24 14:48:47 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:48:47 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:48:47 user nova-compute[74497]:     </rng>
Oct 24 14:48:47 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:48:47 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:48:47 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:48:47 user nova-compute[74497]:     </memballoon>
Oct 24 14:48:47 user nova-compute[74497]:   </devices>
Oct 24 14:48:47 user nova-compute[74497]: </domain>
Oct 24 14:48:47 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:48:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-488672288',display_name='tempest-VolumesActionsTest-instance-488672288',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-488672288',id=20,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='824fa150df034b28a51592bf7b94ffd3',ramdisk_id='',reservation_id='r-f1a5she2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1739794370',owner_user_name='tempest-VolumesActionsTest-1739794370-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:44Z,user_data=None,user_id='b53f2d9c8ef74b1db021fbcccdc22b60',uuid=002a2e57-3854-4668-b231-0692f8d2ffb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converting VIF {"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:8c:a2,bridge_name='br-int',has_traffic_filtering=True,id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4a2af1a-36') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG os_vif [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:8c:a2,bridge_name='br-int',has_traffic_filtering=True,id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4a2af1a-36') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1052ae2c-d7e1-5ea2-8c07-8e2bc0976c44', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape4a2af1a-36, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape4a2af1a-36, col_values=(('qos', UUID('af3dcd82-6e55-48c9-b6c6-f12d78221dfd')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape4a2af1a-36, col_values=(('external_ids', {'iface-id': 'e4a2af1a-36b7-4950-9061-e5a1982fb4f7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:8c:a2', 'vm-uuid': '002a2e57-3854-4668-b231-0692f8d2ffb7'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:47 user nova-compute[74497]: INFO os_vif [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:8c:a2,bridge_name='br-int',has_traffic_filtering=True,id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4a2af1a-36')
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] No VIF found with MAC fa:16:3e:d8:8c:a2, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-unplugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-unplugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:47 user nova-compute[74497]: WARNING nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received unexpected event network-vif-unplugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with vm_state deleted and task_state None.
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Acquiring lock "c507808c-745d-4634-9844-e539e1eb1d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Lock "c507808c-745d-4634-9844-e539e1eb1d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] No waiting events found dispatching network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:47 user nova-compute[74497]: WARNING nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received unexpected event network-vif-plugged-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 for instance with vm_state deleted and task_state None.
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: c507808c-745d-4634-9844-e539e1eb1d75] Received event network-vif-deleted-cd0ba2fd-3d15-471b-a90c-9b84b0273e82 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received event network-changed-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Refreshing instance network info cache due to event network-changed-e4a2af1a-36b7-4950-9061-e5a1982fb4f7. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Acquiring lock "refresh_cache-002a2e57-3854-4668-b231-0692f8d2ffb7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Acquired lock "refresh_cache-002a2e57-3854-4668-b231-0692f8d2ffb7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:47 user nova-compute[74497]: DEBUG nova.network.neutron [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Refreshing network info cache for port e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:48 user nova-compute[74497]: DEBUG nova.network.neutron [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Updated VIF entry in instance network info cache for port e4a2af1a-36b7-4950-9061-e5a1982fb4f7. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:48:48 user nova-compute[74497]: DEBUG nova.network.neutron [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Updating instance_info_cache with network_info: [{"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fad6e540-8ab6-4336-b588-e79a0beafd5d req-c06bfff4-8cd3-4b9c-879b-994492b41972 service nova] Releasing lock "refresh_cache-002a2e57-3854-4668-b231-0692f8d2ffb7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c9faa02-1dfe-434d-bd1f-bde9f0f0c871 req-64327d8c-2afd-498c-abcd-e4da071cf730 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received event network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c9faa02-1dfe-434d-bd1f-bde9f0f0c871 req-64327d8c-2afd-498c-abcd-e4da071cf730 service nova] Acquiring lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c9faa02-1dfe-434d-bd1f-bde9f0f0c871 req-64327d8c-2afd-498c-abcd-e4da071cf730 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c9faa02-1dfe-434d-bd1f-bde9f0f0c871 req-64327d8c-2afd-498c-abcd-e4da071cf730 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c9faa02-1dfe-434d-bd1f-bde9f0f0c871 req-64327d8c-2afd-498c-abcd-e4da071cf730 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] No waiting events found dispatching network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:49 user nova-compute[74497]: WARNING nova.compute.manager [req-4c9faa02-1dfe-434d-bd1f-bde9f0f0c871 req-64327d8c-2afd-498c-abcd-e4da071cf730 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received unexpected event network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 for instance with vm_state building and task_state spawning.
Oct 24 14:48:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-changed-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Refreshing instance network info cache due to event network-changed-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] Acquiring lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] Acquired lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:49 user nova-compute[74497]: DEBUG nova.network.neutron [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Refreshing network info cache for port f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updated VIF entry in instance network info cache for port f1b4c3aa-5b52-4a28-acf1-5991790bd2b0. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updating instance_info_cache with network_info: [{"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:50 user nova-compute[74497]: INFO nova.compute.manager [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Rebuilding instance
Oct 24 14:48:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-510f6e56-e01d-4879-bf95-a709787b0f67 req-6a65b418-ddc1-4480-ab68-d64c3df5dfc2 service nova] Releasing lock "refresh_cache-2a502463-6538-40a6-9ed0-a7ccc886f1dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-6d61f072-79a1-47a4-8a89-ef7651a1f2b1 req-97fd70fe-7154-4060-95b8-12ab4633e8b1 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-unplugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6d61f072-79a1-47a4-8a89-ef7651a1f2b1 req-97fd70fe-7154-4060-95b8-12ab4633e8b1 service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6d61f072-79a1-47a4-8a89-ef7651a1f2b1 req-97fd70fe-7154-4060-95b8-12ab4633e8b1 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6d61f072-79a1-47a4-8a89-ef7651a1f2b1 req-97fd70fe-7154-4060-95b8-12ab4633e8b1 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-6d61f072-79a1-47a4-8a89-ef7651a1f2b1 req-97fd70fe-7154-4060-95b8-12ab4633e8b1 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-unplugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:50 user nova-compute[74497]: WARNING nova.compute.manager [req-6d61f072-79a1-47a4-8a89-ef7651a1f2b1 req-97fd70fe-7154-4060-95b8-12ab4633e8b1 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received unexpected event network-vif-unplugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with vm_state active and task_state rebuilding.
Oct 24 14:48:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance destroyed successfully.
Oct 24 14:48:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance destroyed successfully.
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:46:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1684515025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1161637434',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgo4628PmK2IjcSmS7Ufz9CPuro1EORr3T23UKcOkgSwvblo/MPwq0HWxpdI67tfOLTVcR9/iNrJG1HozNxA1isHDYoBGhzXphPEouT+faEJQLMz7swBudKeqM6L1eakA==',key_name='tempest-keypair-1542407681',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:47:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='501272de18df40778b5236d8dba9de96',ramdisk_id='',reservation_id='r-k8koxl94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-624016315',owner_user_name='tempest-ServerActionsV293TestJSON-624016315-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9875d677d13649e5817751392bff1dbb',uuid=2a502463-6538-40a6-9ed0-a7ccc886f1dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converting VIF {"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_vif [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1b4c3aa-5b, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=86d9c8fa-b328-447b-8839-446bd7a20a87) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:51 user nova-compute[74497]: INFO os_vif [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b')
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:48:51 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Instance spawned successfully.
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[65249897-c0ab-4993-be0a-2c24f32e7639]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:48:51 user nova-compute[74497]: No targets found.
Oct 24 14:48:51 user nova-compute[74497]: iSNS:
Oct 24 14:48:51 user nova-compute[74497]: No targets found.
Oct 24 14:48:51 user nova-compute[74497]: STATIC:
Oct 24 14:48:51 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c
Oct 24 14:48:51 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:51 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:51 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:48:51 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:51 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:51 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c
Oct 24 14:48:51 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:51 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:51 user nova-compute[74497]: FIRMWARE:
Oct 24 14:48:51 user nova-compute[74497]: No targets found.
Oct 24 14:48:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:48:51 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:48:51 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f9f501-d198-43e5-b207-88cf1be46dc2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de6a791-f652-424b-b0c8-fb5ab9873c4b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:51 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:51 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:48:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:51 user nova-compute[74497]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:48:51 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:48:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff82cdfc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-b97f69df-fc44-4094-b76b-acabbab03dca req-76bde873-3b98-40d9-9d04-8043c13978b6 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received event network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b97f69df-fc44-4094-b76b-acabbab03dca req-76bde873-3b98-40d9-9d04-8043c13978b6 service nova] Acquiring lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b97f69df-fc44-4094-b76b-acabbab03dca req-76bde873-3b98-40d9-9d04-8043c13978b6 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b97f69df-fc44-4094-b76b-acabbab03dca req-76bde873-3b98-40d9-9d04-8043c13978b6 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-b97f69df-fc44-4094-b76b-acabbab03dca req-76bde873-3b98-40d9-9d04-8043c13978b6 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] No waiting events found dispatching network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:51 user nova-compute[74497]: WARNING nova.compute.manager [req-b97f69df-fc44-4094-b76b-acabbab03dca req-76bde873-3b98-40d9-9d04-8043c13978b6 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received unexpected event network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 for instance with vm_state building and task_state spawning.
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59b3a39-a287-4438-8cd6-e52d535cc594]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: INFO nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Took 7.04 seconds to spawn the instance on the hypervisor.
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2052fef-4c9a-4085-b495-bc30eef9bbf1]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a80ab07-a607-4e07-85dc-d52acbbb1c67]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b14a9d20-b24f-40cf-b05d-53e45b9270fc]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_3713f6a5',) {{(pid=85429) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[39dd676f-d6da-42a2-bb5a-ca71a8a1b7b9]: (4, None) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:48:51 user nova-compute[74497]: INFO nova.compute.manager [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Took 7.91 seconds to build instance.
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.036s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eeea2ffe-9a97-4dc8-b099-fc8bf3fbe70b tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.034s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7cd40a7-0440-44a4-8a2b-ef5597eabc2f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[293a340a-e831-499a-957c-50363f06ebf6]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]
Oct 24 14:48:51 user nova-compute[74497]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.
Oct 24 14:48:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac8f8ced-485a-415d-836c-97d48cb11950]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] <== disconnect_volume: return (374ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:48:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Deleting instance files /opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc_del
Oct 24 14:48:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Deletion of /opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc_del complete
Oct 24 14:48:51 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 2a502463-6538-40a6-9ed0-a7ccc886f1dc could not be found.
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:48:51 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d6ed72a-feb6-46bd-927c-c67327947465]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:48:51 user nova-compute[74497]: No targets found.
Oct 24 14:48:51 user nova-compute[74497]: iSNS:
Oct 24 14:48:51 user nova-compute[74497]: No targets found.
Oct 24 14:48:51 user nova-compute[74497]: STATIC:
Oct 24 14:48:51 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c
Oct 24 14:48:51 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:51 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:51 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:48:51 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:48:51 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:48:51 user nova-compute[74497]: FIRMWARE:
Oct 24 14:48:51 user nova-compute[74497]: No targets found.
Oct 24 14:48:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:48:51 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:48:51 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa172194-aabd-4b3c-9bb9-6fcf2fd86de0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[26931bef-a649-46bc-ac58-6958269812a3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:51 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:48:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:48:51 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:48:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff407ef6d0>, {}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Disconnecting from: [] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.075s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] <== disconnect_volume: return (76ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:48:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-6bbf7ff7-c2f1-491a-a367-6d3a42539e00 req-d7181db5-2b50-4d32-a4fb-9c01168db45c service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6bbf7ff7-c2f1-491a-a367-6d3a42539e00 req-d7181db5-2b50-4d32-a4fb-9c01168db45c service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6bbf7ff7-c2f1-491a-a367-6d3a42539e00 req-d7181db5-2b50-4d32-a4fb-9c01168db45c service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6bbf7ff7-c2f1-491a-a367-6d3a42539e00 req-d7181db5-2b50-4d32-a4fb-9c01168db45c service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-6bbf7ff7-c2f1-491a-a367-6d3a42539e00 req-d7181db5-2b50-4d32-a4fb-9c01168db45c service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:52 user nova-compute[74497]: WARNING nova.compute.manager [req-6bbf7ff7-c2f1-491a-a367-6d3a42539e00 req-d7181db5-2b50-4d32-a4fb-9c01168db45c service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received unexpected event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with vm_state active and task_state rebuilding.
Oct 24 14:48:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Preparing to wait for external event volume-reimaged-dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c {{(pid=74497) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:55 user nova-compute[74497]: INFO nova.compute.manager [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Unrescuing
Oct 24 14:48:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:48:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:48:55 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:48:55 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:48:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:48:55 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'flavor' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-8bed963b-6683-4324-acac-7cff799c8f9f req-64f5011b-aa74-47c1-a203-32411520df7b service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8bed963b-6683-4324-acac-7cff799c8f9f req-64f5011b-aa74-47c1-a203-32411520df7b service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8bed963b-6683-4324-acac-7cff799c8f9f req-64f5011b-aa74-47c1-a203-32411520df7b service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8bed963b-6683-4324-acac-7cff799c8f9f req-64f5011b-aa74-47c1-a203-32411520df7b service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-8bed963b-6683-4324-acac-7cff799c8f9f req-64f5011b-aa74-47c1-a203-32411520df7b service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:56 user nova-compute[74497]: WARNING nova.compute.manager [req-8bed963b-6683-4324-acac-7cff799c8f9f req-64f5011b-aa74-47c1-a203-32411520df7b service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:48:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance destroyed successfully.
Oct 24 14:48:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-b777d47c-51fc-44a5-adaf-fcbf91791169 req-0a45841a-fca1-4983-bb75-56821e1c1ae2 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b777d47c-51fc-44a5-adaf-fcbf91791169 req-0a45841a-fca1-4983-bb75-56821e1c1ae2 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b777d47c-51fc-44a5-adaf-fcbf91791169 req-0a45841a-fca1-4983-bb75-56821e1c1ae2 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b777d47c-51fc-44a5-adaf-fcbf91791169 req-0a45841a-fca1-4983-bb75-56821e1c1ae2 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-b777d47c-51fc-44a5-adaf-fcbf91791169 req-0a45841a-fca1-4983-bb75-56821e1c1ae2 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:48:58 user nova-compute[74497]: WARNING nova.compute.manager [req-b777d47c-51fc-44a5-adaf-fcbf91791169 req-0a45841a-fca1-4983-bb75-56821e1c1ae2 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:48:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:48:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8be6b35d-23d1-4adf-bd49-157831d6a6b8 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:00 user nova-compute[74497]: WARNING nova.compute.manager [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:49:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:00 user nova-compute[74497]: WARNING nova.compute.manager [req-73b49661-d4c8-4dcd-b277-64d81a6a1891 req-4f11b017-cc53-4999-849c-934f2d378c04 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:49:00 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 59d06ee5-8034-4552-ad97-4ee19b371207 is timed out.
Oct 24 14:49:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully detached device vdb from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the live domain config.
Oct 24 14:49:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xtrTodls', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:49:00 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b5de016-3f47-4a36-9614-436263dd0619]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:49:00 user nova-compute[74497]: No targets found.
Oct 24 14:49:00 user nova-compute[74497]: iSNS:
Oct 24 14:49:00 user nova-compute[74497]: No targets found.
Oct 24 14:49:00 user nova-compute[74497]: STATIC:
Oct 24 14:49:00 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c
Oct 24 14:49:00 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:49:00 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:49:00 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:49:00 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:49:00 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:49:00 user nova-compute[74497]: FIRMWARE:
Oct 24 14:49:00 user nova-compute[74497]: No targets found.
Oct 24 14:49:00 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:49:00 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:49:00 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e61a1747-dee5-4017-b48d-52b45a19d50e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3683bb-978c-452b-b5d3-13cbc8991a4d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:00 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:49:00 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:00 user nova-compute[74497]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c (non-flash)
Oct 24 14:49:00 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40751120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5879727-06ff-470f-bc1c-f9d5b0147359]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e2cbb2e-2ebe-47ad-ab44-e2a20c6cefc5]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d2ed2e-b77b-493e-a781-3a0581f34a90]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27df5f2-a269-4f80-b5e9-52a92bb2a970]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[24d3d40e-713c-43cf-b776-a1150999895f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[520d815c-77eb-468f-9aa4-61aa02c42289]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260]
Oct 24 14:49:01 user nova-compute[74497]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c, portal: 172.16.0.220,3260] successful.
Oct 24 14:49:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b42e6d0e-fa72-466b-90cd-554ba088d45c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c261e48-874f-4b4d-b75a-7ecffb0611e7]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] <== disconnect_volume: return (358ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:01 user nova-compute[74497]: INFO nova.compute.manager [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Rescuing
Oct 24 14:49:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:49:01 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'flavor' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1818f6c-7006-426f-bea4-55d8358c92e1 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.871s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updating instance_info_cache with network_info: [{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-a16ab304-908a-473b-9505-1f7ce88bd654 req-ac8fee7e-6fea-4053-9f74-97b1a33dac81 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-unplugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a16ab304-908a-473b-9505-1f7ce88bd654 req-ac8fee7e-6fea-4053-9f74-97b1a33dac81 service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a16ab304-908a-473b-9505-1f7ce88bd654 req-ac8fee7e-6fea-4053-9f74-97b1a33dac81 service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a16ab304-908a-473b-9505-1f7ce88bd654 req-ac8fee7e-6fea-4053-9f74-97b1a33dac81 service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-a16ab304-908a-473b-9505-1f7ce88bd654 req-ac8fee7e-6fea-4053-9f74-97b1a33dac81 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-unplugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:02 user nova-compute[74497]: WARNING nova.compute.manager [req-a16ab304-908a-473b-9505-1f7ce88bd654 req-ac8fee7e-6fea-4053-9f74-97b1a33dac81 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received unexpected event network-vif-unplugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with vm_state active and task_state rescuing.
Oct 24 14:49:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "interface-59d06ee5-8034-4552-ad97-4ee19b371207-67ce5b24-fabe-43a6-bc43-ada7da907b51" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "interface-59d06ee5-8034-4552-ad97-4ee19b371207-67ce5b24-fabe-43a6-bc43-ada7da907b51" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'flavor' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converting VIF {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface> {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface> {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Attempting to detach device tap67ce5b24-fa from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:49:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] detach device xml: <interface type="ethernet">
Oct 24 14:49:02 user nova-compute[74497]:   <mac address="fa:16:3e:c8:00:a2"/>
Oct 24 14:49:02 user nova-compute[74497]:   <model type="virtio"/>
Oct 24 14:49:02 user nova-compute[74497]:   <mtu size="1442"/>
Oct 24 14:49:02 user nova-compute[74497]:   <target dev="tap67ce5b24-fa"/>
Oct 24 14:49:02 user nova-compute[74497]: </interface>
Oct 24 14:49:02 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface> {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface>not found in domain: <domain type='kvm' id='14'>
Oct 24 14:49:03 user nova-compute[74497]:   <name>instance-0000000f</name>
Oct 24 14:49:03 user nova-compute[74497]:   <uuid>59d06ee5-8034-4552-ad97-4ee19b371207</uuid>
Oct 24 14:49:03 user nova-compute[74497]:   <metadata>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:03 user nova-compute[74497]:   <nova:package version="0.0.0"/>
Oct 24 14:49:03 user nova-compute[74497]:   <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:49:03 user nova-compute[74497]:   <nova:creationTime>2023-10-24 14:48:02</nova:creationTime>
Oct 24 14:49:03 user nova-compute[74497]:   <nova:flavor name="m1.tiny">
Oct 24 14:49:03 user nova-compute[74497]:     <nova:memory>512</nova:memory>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:disk>1</nova:disk>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:swap>0</nova:swap>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:03 user nova-compute[74497]:   </nova:flavor>
Oct 24 14:49:03 user nova-compute[74497]:   <nova:owner>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:49:03 user nova-compute[74497]:   </nova:owner>
Oct 24 14:49:03 user nova-compute[74497]:   <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:03 user nova-compute[74497]:   <nova:ports>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:49:03 user nova-compute[74497]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:03 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:port uuid="67ce5b24-fabe-43a6-bc43-ada7da907b51">
Oct 24 14:49:03 user nova-compute[74497]:       <nova:ip type="fixed" address="10.10.10.70" ipVersion="4"/>
Oct 24 14:49:03 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:03 user nova-compute[74497]:   </nova:ports>
Oct 24 14:49:03 user nova-compute[74497]: </nova:instance>
Oct 24 14:49:03 user nova-compute[74497]:   </metadata>
Oct 24 14:49:03 user nova-compute[74497]:   <memory unit='KiB'>524288</memory>
Oct 24 14:49:03 user nova-compute[74497]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 14:49:03 user nova-compute[74497]:   <vcpu placement='static'>1</vcpu>
Oct 24 14:49:03 user nova-compute[74497]:   <resource>
Oct 24 14:49:03 user nova-compute[74497]:     <partition>/machine</partition>
Oct 24 14:49:03 user nova-compute[74497]:   </resource>
Oct 24 14:49:03 user nova-compute[74497]:   <sysinfo type='smbios'>
Oct 24 14:49:03 user nova-compute[74497]:     <system>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name='version'>0.0.0</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name='serial'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name='uuid'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name='family'>Virtual Machine</entry>
Oct 24 14:49:03 user nova-compute[74497]:     </system>
Oct 24 14:49:03 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:03 user nova-compute[74497]:   <os>
Oct 24 14:49:03 user nova-compute[74497]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 14:49:03 user nova-compute[74497]:     <boot dev='hd'/>
Oct 24 14:49:03 user nova-compute[74497]:     <smbios mode='sysinfo'/>
Oct 24 14:49:03 user nova-compute[74497]:   </os>
Oct 24 14:49:03 user nova-compute[74497]:   <features>
Oct 24 14:49:03 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:03 user nova-compute[74497]:     <apic/>
Oct 24 14:49:03 user nova-compute[74497]:     <vmcoreinfo state='on'/>
Oct 24 14:49:03 user nova-compute[74497]:   </features>
Oct 24 14:49:03 user nova-compute[74497]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 14:49:03 user nova-compute[74497]:     <model fallback='forbid'>Nehalem</model>
Oct 24 14:49:03 user nova-compute[74497]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 14:49:03 user nova-compute[74497]:     <feature policy='require' name='vme'/>
Oct 24 14:49:03 user nova-compute[74497]:     <feature policy='require' name='x2apic'/>
Oct 24 14:49:03 user nova-compute[74497]:     <feature policy='require' name='hypervisor'/>
Oct 24 14:49:03 user nova-compute[74497]:   </cpu>
Oct 24 14:49:03 user nova-compute[74497]:   <clock offset='utc'>
Oct 24 14:49:03 user nova-compute[74497]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 14:49:03 user nova-compute[74497]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 14:49:03 user nova-compute[74497]:     <timer name='hpet' present='no'/>
Oct 24 14:49:03 user nova-compute[74497]:   </clock>
Oct 24 14:49:03 user nova-compute[74497]:   <on_poweroff>destroy</on_poweroff>
Oct 24 14:49:03 user nova-compute[74497]:   <on_reboot>restart</on_reboot>
Oct 24 14:49:03 user nova-compute[74497]:   <on_crash>destroy</on_crash>
Oct 24 14:49:03 user nova-compute[74497]:   <devices>
Oct 24 14:49:03 user nova-compute[74497]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 14:49:03 user nova-compute[74497]:     <disk type='file' device='disk'>
Oct 24 14:49:03 user nova-compute[74497]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 14:49:03 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk' index='2'/>
Oct 24 14:49:03 user nova-compute[74497]:       <backingStore type='file' index='3'>
Oct 24 14:49:03 user nova-compute[74497]:         <format type='raw'/>
Oct 24 14:49:03 user nova-compute[74497]:         <source file='/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78'/>
Oct 24 14:49:03 user nova-compute[74497]:         <backingStore/>
Oct 24 14:49:03 user nova-compute[74497]:       </backingStore>
Oct 24 14:49:03 user nova-compute[74497]:       <target dev='vda' bus='virtio'/>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='virtio-disk0'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </disk>
Oct 24 14:49:03 user nova-compute[74497]:     <disk type='file' device='cdrom'>
Oct 24 14:49:03 user nova-compute[74497]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 14:49:03 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config' index='1'/>
Oct 24 14:49:03 user nova-compute[74497]:       <backingStore/>
Oct 24 14:49:03 user nova-compute[74497]:       <target dev='hda' bus='ide'/>
Oct 24 14:49:03 user nova-compute[74497]:       <readonly/>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='ide0-0-0'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </disk>
Oct 24 14:49:03 user nova-compute[74497]:     <controller type='usb' index='0' model='none'>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='usb'/>
Oct 24 14:49:03 user nova-compute[74497]:     </controller>
Oct 24 14:49:03 user nova-compute[74497]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='pci.0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </controller>
Oct 24 14:49:03 user nova-compute[74497]:     <controller type='ide' index='0'>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='ide'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 14:49:03 user nova-compute[74497]:     </controller>
Oct 24 14:49:03 user nova-compute[74497]:     <interface type='ethernet'>
Oct 24 14:49:03 user nova-compute[74497]:       <mac address='fa:16:3e:fb:9a:f9'/>
Oct 24 14:49:03 user nova-compute[74497]:       <target dev='tapc4d9abf7-cc'/>
Oct 24 14:49:03 user nova-compute[74497]:       <model type='virtio'/>
Oct 24 14:49:03 user nova-compute[74497]:       <mtu size='1442'/>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='net0'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </interface>
Oct 24 14:49:03 user nova-compute[74497]:     <interface type='ethernet'>
Oct 24 14:49:03 user nova-compute[74497]:       <mac address='fa:16:3e:c8:00:a2'/>
Oct 24 14:49:03 user nova-compute[74497]:       <target dev='tap67ce5b24-fa'/>
Oct 24 14:49:03 user nova-compute[74497]:       <model type='virtio'/>
Oct 24 14:49:03 user nova-compute[74497]:       <mtu size='1442'/>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='net1'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </interface>
Oct 24 14:49:03 user nova-compute[74497]:     <serial type='pty'>
Oct 24 14:49:03 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:03 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:03 user nova-compute[74497]:       <target type='isa-serial' port='0'>
Oct 24 14:49:03 user nova-compute[74497]:         <model name='isa-serial'/>
Oct 24 14:49:03 user nova-compute[74497]:       </target>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </serial>
Oct 24 14:49:03 user nova-compute[74497]:     <console type='pty' tty='/dev/pts/7'>
Oct 24 14:49:03 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:03 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:03 user nova-compute[74497]:       <target type='serial' port='0'/>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </console>
Oct 24 14:49:03 user nova-compute[74497]:     <input type='mouse' bus='ps2'>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='input0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </input>
Oct 24 14:49:03 user nova-compute[74497]:     <input type='keyboard' bus='ps2'>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='input1'/>
Oct 24 14:49:03 user nova-compute[74497]:     </input>
Oct 24 14:49:03 user nova-compute[74497]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 24 14:49:03 user nova-compute[74497]:       <listen type='address' address='0.0.0.0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </graphics>
Oct 24 14:49:03 user nova-compute[74497]:     <audio id='1' type='none'/>
Oct 24 14:49:03 user nova-compute[74497]:     <video>
Oct 24 14:49:03 user nova-compute[74497]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='video0'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </video>
Oct 24 14:49:03 user nova-compute[74497]:     <memballoon model='virtio'>
Oct 24 14:49:03 user nova-compute[74497]:       <stats period='10'/>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='balloon0'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:03 user nova-compute[74497]:     <rng model='virtio'>
Oct 24 14:49:03 user nova-compute[74497]:       <backend model='random'>/dev/urandom</backend>
Oct 24 14:49:03 user nova-compute[74497]:       <alias name='rng0'/>
Oct 24 14:49:03 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 14:49:03 user nova-compute[74497]:     </rng>
Oct 24 14:49:03 user nova-compute[74497]:   </devices>
Oct 24 14:49:03 user nova-compute[74497]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 14:49:03 user nova-compute[74497]:     <label>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</label>
Oct 24 14:49:03 user nova-compute[74497]:     <imagelabel>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</imagelabel>
Oct 24 14:49:03 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:03 user nova-compute[74497]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 14:49:03 user nova-compute[74497]:     <label>+64055:+108</label>
Oct 24 14:49:03 user nova-compute[74497]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 14:49:03 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:03 user nova-compute[74497]: </domain>
Oct 24 14:49:03 user nova-compute[74497]:  {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 14:49:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully detached device tap67ce5b24-fa from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the persistent domain config.
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] (1/8): Attempting to detach device tap67ce5b24-fa with device alias net1 from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] detach device xml: <interface type="ethernet">
Oct 24 14:49:03 user nova-compute[74497]:   <mac address="fa:16:3e:c8:00:a2"/>
Oct 24 14:49:03 user nova-compute[74497]:   <model type="virtio"/>
Oct 24 14:49:03 user nova-compute[74497]:   <mtu size="1442"/>
Oct 24 14:49:03 user nova-compute[74497]:   <target dev="tap67ce5b24-fa"/>
Oct 24 14:49:03 user nova-compute[74497]: </interface>
Oct 24 14:49:03 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:49:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance destroyed successfully.
Oct 24 14:49:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Attempting rescue
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74497) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 14:49:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Creating image(s)
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.024s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'trusted_certs' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Start waiting for the detach event from libvirt for device tap67ce5b24-fa with device alias net1 for instance 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue" returned: 0 in 0.046s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'migration_context' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.base [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<49008433-062c-4c65-b234-c1df9d847b91> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Start _get_guest_xml network_info=[{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:f3:6e:19"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'resources' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.base [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<49008433-062c-4c65-b234-c1df9d847b91> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'numa_topology' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-2a3269e4-e8c7-45b7-a912-db8747207b11 req-9d46d12e-1259-4470-a41f-71b72059c701 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-unplugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2a3269e4-e8c7-45b7-a912-db8747207b11 req-9d46d12e-1259-4470-a41f-71b72059c701 service nova] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2a3269e4-e8c7-45b7-a912-db8747207b11 req-9d46d12e-1259-4470-a41f-71b72059c701 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2a3269e4-e8c7-45b7-a912-db8747207b11 req-9d46d12e-1259-4470-a41f-71b72059c701 service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-2a3269e4-e8c7-45b7-a912-db8747207b11 req-9d46d12e-1259-4470-a41f-71b72059c701 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] No waiting events found dispatching network-vif-unplugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:03 user nova-compute[74497]: WARNING nova.compute.manager [req-2a3269e4-e8c7-45b7-a912-db8747207b11 req-9d46d12e-1259-4470-a41f-71b72059c701 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received unexpected event network-vif-unplugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 for instance with vm_state active and task_state None.
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.base [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<49008433-062c-4c65-b234-c1df9d847b91> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:49:03 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:03 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'vcpu_model' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.base [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<49008433-062c-4c65-b234-c1df9d847b91> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-102773376',display_name='tempest-ServerRescueNegativeTestJSON-server-102773376',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-102773376',id=18,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:47:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-e765p20j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:47:22Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=49008433-062c-4c65-b234-c1df9d847b91,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:f3:6e:19"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:f3:6e:19"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'pci_devices' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.objects.base [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<49008433-062c-4c65-b234-c1df9d847b91> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:49:03 user nova-compute[74497]:   <uuid>49008433-062c-4c65-b234-c1df9d847b91</uuid>
Oct 24 14:49:03 user nova-compute[74497]:   <name>instance-00000012</name>
Oct 24 14:49:03 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:49:03 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:49:03 user nova-compute[74497]:   <metadata>
Oct 24 14:49:03 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:03 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:49:03 user nova-compute[74497]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-102773376</nova:name>
Oct 24 14:49:03 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:49:03</nova:creationTime>
Oct 24 14:49:03 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:49:03 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:49:03 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:49:03 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:49:03 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:03 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:03 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:49:03 user nova-compute[74497]:       <nova:owner>
Oct 24 14:49:03 user nova-compute[74497]:         <nova:user uuid="ead7fdce3ca54727a430be78c1b5d8bd">tempest-ServerRescueNegativeTestJSON-501552954-project-member</nova:user>
Oct 24 14:49:03 user nova-compute[74497]:         <nova:project uuid="b68e723fed1247449ad8a84d9e6febae">tempest-ServerRescueNegativeTestJSON-501552954</nova:project>
Oct 24 14:49:03 user nova-compute[74497]:       </nova:owner>
Oct 24 14:49:03 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:03 user nova-compute[74497]:       <nova:ports>
Oct 24 14:49:03 user nova-compute[74497]:         <nova:port uuid="19fca706-bce9-4063-9b33-c06e0009d3d4">
Oct 24 14:49:03 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:03 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:03 user nova-compute[74497]:       </nova:ports>
Oct 24 14:49:03 user nova-compute[74497]:     </nova:instance>
Oct 24 14:49:03 user nova-compute[74497]:   </metadata>
Oct 24 14:49:03 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:49:03 user nova-compute[74497]:     <system>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name="serial">49008433-062c-4c65-b234-c1df9d847b91</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name="uuid">49008433-062c-4c65-b234-c1df9d847b91</entry>
Oct 24 14:49:03 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:49:03 user nova-compute[74497]:     </system>
Oct 24 14:49:03 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:03 user nova-compute[74497]:   <os>
Oct 24 14:49:03 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:49:03 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:49:03 user nova-compute[74497]:   </os>
Oct 24 14:49:03 user nova-compute[74497]:   <features>
Oct 24 14:49:03 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:03 user nova-compute[74497]:     <apic/>
Oct 24 14:49:03 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:49:03 user nova-compute[74497]:   </features>
Oct 24 14:49:03 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:49:03 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:49:03 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:49:03 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:49:03 user nova-compute[74497]:   </clock>
Oct 24 14:49:03 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:49:03 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:49:03 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:49:03 user nova-compute[74497]:   </cpu>
Oct 24 14:49:03 user nova-compute[74497]:   <devices>
Oct 24 14:49:03 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:49:03 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:49:03 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue"/>
Oct 24 14:49:03 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:49:03 user nova-compute[74497]:     </disk>
Oct 24 14:49:03 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:49:03 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:49:03 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk"/>
Oct 24 14:49:03 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:49:03 user nova-compute[74497]:     </disk>
Oct 24 14:49:03 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:03 user nova-compute[74497]:       <mac address="fa:16:3e:f3:6e:19"/>
Oct 24 14:49:03 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:03 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:03 user nova-compute[74497]:       <target dev="tap19fca706-bc"/>
Oct 24 14:49:03 user nova-compute[74497]:     </interface>
Oct 24 14:49:03 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:49:03 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/console.log" append="off"/>
Oct 24 14:49:03 user nova-compute[74497]:     </serial>
Oct 24 14:49:03 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:49:03 user nova-compute[74497]:     <video>
Oct 24 14:49:03 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:03 user nova-compute[74497]:     </video>
Oct 24 14:49:03 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:49:03 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:49:03 user nova-compute[74497]:     </rng>
Oct 24 14:49:03 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:49:03 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:49:03 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:49:03 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:03 user nova-compute[74497]:   </devices>
Oct 24 14:49:03 user nova-compute[74497]: </domain>
Oct 24 14:49:03 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:49:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance destroyed successfully.
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:49:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No VIF found with MAC fa:16:3e:f3:6e:19, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:49:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-f23e1a79-5afe-46e3-9bfa-8fdf1a829e74 req-91552d9c-e60a-4acc-ac24-6c049d4992f8 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f23e1a79-5afe-46e3-9bfa-8fdf1a829e74 req-91552d9c-e60a-4acc-ac24-6c049d4992f8 service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f23e1a79-5afe-46e3-9bfa-8fdf1a829e74 req-91552d9c-e60a-4acc-ac24-6c049d4992f8 service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f23e1a79-5afe-46e3-9bfa-8fdf1a829e74 req-91552d9c-e60a-4acc-ac24-6c049d4992f8 service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-f23e1a79-5afe-46e3-9bfa-8fdf1a829e74 req-91552d9c-e60a-4acc-ac24-6c049d4992f8 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:04 user nova-compute[74497]: WARNING nova.compute.manager [req-f23e1a79-5afe-46e3-9bfa-8fdf1a829e74 req-91552d9c-e60a-4acc-ac24-6c049d4992f8 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received unexpected event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with vm_state active and task_state rescuing.
Oct 24 14:49:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-99e1d281-90d3-426e-a311-8915781cf5af req-0989a911-7815-4d85-8e9c-10f0154b027b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-99e1d281-90d3-426e-a311-8915781cf5af req-0989a911-7815-4d85-8e9c-10f0154b027b service nova] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-99e1d281-90d3-426e-a311-8915781cf5af req-0989a911-7815-4d85-8e9c-10f0154b027b service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-99e1d281-90d3-426e-a311-8915781cf5af req-0989a911-7815-4d85-8e9c-10f0154b027b service nova] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-99e1d281-90d3-426e-a311-8915781cf5af req-0989a911-7815-4d85-8e9c-10f0154b027b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] No waiting events found dispatching network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:05 user nova-compute[74497]: WARNING nova.compute.manager [req-99e1d281-90d3-426e-a311-8915781cf5af req-0989a911-7815-4d85-8e9c-10f0154b027b service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received unexpected event network-vif-plugged-67ce5b24-fabe-43a6-bc43-ada7da907b51 for instance with vm_state active and task_state None.
Oct 24 14:49:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:06 user nova-compute[74497]: INFO nova.virt.block_device [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Booting with volume 365e61ef-aa55-46c8-b769-eb6d0535c0ff at /dev/vdc
Oct 24 14:49:06 user nova-compute[74497]: DEBUG os_brick.utils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:06 user nova-compute[74497]: WARNING nova.compute.manager [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received unexpected event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with vm_state active and task_state rescuing.
Oct 24 14:49:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:06 user nova-compute[74497]: WARNING nova.compute.manager [req-3fc86f87-4016-46d5-b2ae-0fe86ea35e49 req-7d643894-76da-4ed1-b7c3-ff8c317f88ce service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received unexpected event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with vm_state active and task_state rescuing.
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[99bebf41-41e9-4915-955b-995668960ae5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3aa9bbf-9448-4e54-b882-80ce2db626ab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[919ed79a-ddbc-481c-b949-d925035d324e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc6fbce-4226-4732-b891-a0f8d2fdf06f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:49:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:49:07 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a897b935-bb99-4abe-bd30-49200791c847]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG os_brick.utils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating existing volume attachment record: c9d96d02-db53-45f9-abe9-3ded6a4f9774 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:07 user nova-compute[74497]: INFO nova.compute.manager [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Terminating instance
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e2df6fec-ee30-4cbe-8fe4-bb569e4161d3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:49:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Instance destroyed successfully.
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lazy-loading 'resources' on Instance uuid d9738829-b4d6-49da-86ed-06f8f4f4cfb9 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:45:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1062542039',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1062542039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1062542',id=12,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC9G6HOyJmtEmWYfvCV0cf8Y35NkM9xRd9cxsygY3JbPOGaO2jox6E5SopVCq6c0gPWPq69apTw6KGW7KvBttvLFb7xmexEGLmI1iaVtQQaxT0xBa709dxlSyF3ngTVRZw==',key_name='tempest-keypair-1077610330',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:45:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='31767bf76b24416e8a090872ba525456',ramdisk_id='',reservation_id='r-qzyldf27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-331706544',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:45:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8389a6230df24cab93529af2251dcc29',uuid=d9738829-b4d6-49da-86ed-06f8f4f4cfb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Converting VIF {"id": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "address": "fa:16:3e:69:3b:13", "network": {"id": "b93dda50-d3d3-49f5-bb23-a32e475c8316", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1717832362-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "31767bf76b24416e8a090872ba525456", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap729dce7e-5d", "ovs_interfaceid": "729dce7e-5d7a-4fb6-94ef-6d4b63bee003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:3b:13,bridge_name='br-int',has_traffic_filtering=True,id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003,network=Network(b93dda50-d3d3-49f5-bb23-a32e475c8316),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap729dce7e-5d') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG os_vif [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:3b:13,bridge_name='br-int',has_traffic_filtering=True,id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003,network=Network(b93dda50-d3d3-49f5-bb23-a32e475c8316),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap729dce7e-5d') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap729dce7e-5d, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ae71b67-f25b-47a2-b3a6-aa3c91c30a18) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:07 user nova-compute[74497]: INFO os_vif [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:3b:13,bridge_name='br-int',has_traffic_filtering=True,id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003,network=Network(b93dda50-d3d3-49f5-bb23-a32e475c8316),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap729dce7e-5d')
Oct 24 14:49:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Deleting instance files /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9_del
Oct 24 14:49:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Deletion of /opt/stack/data/nova/instances/d9738829-b4d6-49da-86ed-06f8f4f4cfb9_del complete
Oct 24 14:49:07 user nova-compute[74497]: INFO nova.compute.manager [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 24 14:49:07 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:49:07 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-828b93d1-39fe-465c-92ae-4d24d43bdc62 req-3432e825-2b2b-4ff3-b991-85715af982e3 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received event network-vif-deleted-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:08 user nova-compute[74497]: INFO nova.compute.manager [req-828b93d1-39fe-465c-92ae-4d24d43bdc62 req-3432e825-2b2b-4ff3-b991-85715af982e3 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Neutron deleted interface 729dce7e-5d7a-4fb6-94ef-6d4b63bee003; detaching it from the instance and deleting it from the info cache
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.network.neutron [req-828b93d1-39fe-465c-92ae-4d24d43bdc62 req-3432e825-2b2b-4ff3-b991-85715af982e3 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:08 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Took 0.75 seconds to deallocate network for instance.
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-828b93d1-39fe-465c-92ae-4d24d43bdc62 req-3432e825-2b2b-4ff3-b991-85715af982e3 service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Detach interface failed, port_id=729dce7e-5d7a-4fb6-94ef-6d4b63bee003, reason: Instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9 could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received event network-vif-unplugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] No waiting events found dispatching network-vif-unplugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:08 user nova-compute[74497]: WARNING nova.compute.manager [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received unexpected event network-vif-unplugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 for instance with vm_state deleted and task_state None.
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received event network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] Acquiring lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] No waiting events found dispatching network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:08 user nova-compute[74497]: WARNING nova.compute.manager [req-af9841fa-4e92-49de-8a89-439a145d1b97 req-31503ee2-572a-4815-9b71-b82a5df0a6cd service nova] [instance: d9738829-b4d6-49da-86ed-06f8f4f4cfb9] Received unexpected event network-vif-plugged-729dce7e-5d7a-4fb6-94ef-6d4b63bee003 for instance with vm_state deleted and task_state None.
Oct 24 14:49:09 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:49:09 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:49:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.398s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:09 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Deleted allocations for instance d9738829-b4d6-49da-86ed-06f8f4f4cfb9
Oct 24 14:49:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ff171799-bb61-4212-be87-8b880e4d02fb tempest-TestServerVolumeAttachScenarioOldVersion-331706544 tempest-TestServerVolumeAttachScenarioOldVersion-331706544-project-member] Lock "d9738829-b4d6-49da-86ed-06f8f4f4cfb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.275s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:21 user nova-compute[74497]: DEBUG nova.compute.manager [req-1c78e8e2-4968-4c19-8d23-13a76f95f966 req-3b87aa89-bd9a-426c-900e-1032fdffe37a service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event volume-reimaged-dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c78e8e2-4968-4c19-8d23-13a76f95f966 req-3b87aa89-bd9a-426c-900e-1032fdffe37a service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c78e8e2-4968-4c19-8d23-13a76f95f966 req-3b87aa89-bd9a-426c-900e-1032fdffe37a service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c78e8e2-4968-4c19-8d23-13a76f95f966 req-3b87aa89-bd9a-426c-900e-1032fdffe37a service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:21 user nova-compute[74497]: DEBUG nova.compute.manager [req-1c78e8e2-4968-4c19-8d23-13a76f95f966 req-3b87aa89-bd9a-426c-900e-1032fdffe37a service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Processing event volume-reimaged-dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 24 14:49:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance event wait completed in 28 seconds for volume-reimaged {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:49:22 user nova-compute[74497]: INFO nova.virt.block_device [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Booting with volume dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c at /dev/vda
Oct 24 14:49:22 user nova-compute[74497]: DEBUG os_brick.utils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[96870171-486e-48bc-9f89-a65e70a00c9b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[42772131-6416-4356-afbd-596988e15528]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[440a6ecd-88eb-4e81-b263-83e5c9ecc834]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d899f61-7261-46fb-91cd-a519ad64a965]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:49:22 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:49:22 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f05dc565-b943-48aa-9d13-fea6f6d019dc]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG os_brick.utils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updating existing volume attachment record: c2ce150d-dd5a-4109-8205-0d4609fa622c {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:49:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:23 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Waiting for libvirt event about the detach of device tap67ce5b24-fa with device alias net1 from instance 59d06ee5-8034-4552-ad97-4ee19b371207 is timed out.
Oct 24 14:49:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface> {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface>not found in domain: <domain type='kvm' id='14'>
Oct 24 14:49:23 user nova-compute[74497]:   <name>instance-0000000f</name>
Oct 24 14:49:23 user nova-compute[74497]:   <uuid>59d06ee5-8034-4552-ad97-4ee19b371207</uuid>
Oct 24 14:49:23 user nova-compute[74497]:   <metadata>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:23 user nova-compute[74497]:   <nova:package version="0.0.0"/>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:creationTime>2023-10-24 14:48:02</nova:creationTime>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:flavor name="m1.tiny">
Oct 24 14:49:23 user nova-compute[74497]:     <nova:memory>512</nova:memory>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:disk>1</nova:disk>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:swap>0</nova:swap>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:23 user nova-compute[74497]:   </nova:flavor>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:owner>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:49:23 user nova-compute[74497]:   </nova:owner>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:ports>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:49:23 user nova-compute[74497]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:23 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:port uuid="67ce5b24-fabe-43a6-bc43-ada7da907b51">
Oct 24 14:49:23 user nova-compute[74497]:       <nova:ip type="fixed" address="10.10.10.70" ipVersion="4"/>
Oct 24 14:49:23 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:23 user nova-compute[74497]:   </nova:ports>
Oct 24 14:49:23 user nova-compute[74497]: </nova:instance>
Oct 24 14:49:23 user nova-compute[74497]:   </metadata>
Oct 24 14:49:23 user nova-compute[74497]:   <memory unit='KiB'>524288</memory>
Oct 24 14:49:23 user nova-compute[74497]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 14:49:23 user nova-compute[74497]:   <vcpu placement='static'>1</vcpu>
Oct 24 14:49:23 user nova-compute[74497]:   <resource>
Oct 24 14:49:23 user nova-compute[74497]:     <partition>/machine</partition>
Oct 24 14:49:23 user nova-compute[74497]:   </resource>
Oct 24 14:49:23 user nova-compute[74497]:   <sysinfo type='smbios'>
Oct 24 14:49:23 user nova-compute[74497]:     <system>
Oct 24 14:49:23 user nova-compute[74497]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 14:49:23 user nova-compute[74497]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 14:49:23 user nova-compute[74497]:       <entry name='version'>0.0.0</entry>
Oct 24 14:49:23 user nova-compute[74497]:       <entry name='serial'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:23 user nova-compute[74497]:       <entry name='uuid'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:23 user nova-compute[74497]:       <entry name='family'>Virtual Machine</entry>
Oct 24 14:49:23 user nova-compute[74497]:     </system>
Oct 24 14:49:23 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:23 user nova-compute[74497]:   <os>
Oct 24 14:49:23 user nova-compute[74497]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 14:49:23 user nova-compute[74497]:     <boot dev='hd'/>
Oct 24 14:49:23 user nova-compute[74497]:     <smbios mode='sysinfo'/>
Oct 24 14:49:23 user nova-compute[74497]:   </os>
Oct 24 14:49:23 user nova-compute[74497]:   <features>
Oct 24 14:49:23 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:23 user nova-compute[74497]:     <apic/>
Oct 24 14:49:23 user nova-compute[74497]:     <vmcoreinfo state='on'/>
Oct 24 14:49:23 user nova-compute[74497]:   </features>
Oct 24 14:49:23 user nova-compute[74497]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 14:49:23 user nova-compute[74497]:     <model fallback='forbid'>Nehalem</model>
Oct 24 14:49:23 user nova-compute[74497]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 14:49:23 user nova-compute[74497]:     <feature policy='require' name='vme'/>
Oct 24 14:49:23 user nova-compute[74497]:     <feature policy='require' name='x2apic'/>
Oct 24 14:49:23 user nova-compute[74497]:     <feature policy='require' name='hypervisor'/>
Oct 24 14:49:23 user nova-compute[74497]:   </cpu>
Oct 24 14:49:23 user nova-compute[74497]:   <clock offset='utc'>
Oct 24 14:49:23 user nova-compute[74497]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 14:49:23 user nova-compute[74497]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 14:49:23 user nova-compute[74497]:     <timer name='hpet' present='no'/>
Oct 24 14:49:23 user nova-compute[74497]:   </clock>
Oct 24 14:49:23 user nova-compute[74497]:   <on_poweroff>destroy</on_poweroff>
Oct 24 14:49:23 user nova-compute[74497]:   <on_reboot>restart</on_reboot>
Oct 24 14:49:23 user nova-compute[74497]:   <on_crash>destroy</on_crash>
Oct 24 14:49:23 user nova-compute[74497]:   <devices>
Oct 24 14:49:23 user nova-compute[74497]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 14:49:23 user nova-compute[74497]:     <disk type='file' device='disk'>
Oct 24 14:49:23 user nova-compute[74497]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 14:49:23 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk' index='2'/>
Oct 24 14:49:23 user nova-compute[74497]:       <backingStore type='file' index='3'>
Oct 24 14:49:23 user nova-compute[74497]:         <format type='raw'/>
Oct 24 14:49:23 user nova-compute[74497]:         <source file='/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78'/>
Oct 24 14:49:23 user nova-compute[74497]:         <backingStore/>
Oct 24 14:49:23 user nova-compute[74497]:       </backingStore>
Oct 24 14:49:23 user nova-compute[74497]:       <target dev='vda' bus='virtio'/>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='virtio-disk0'/>
Oct 24 14:49:23 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </disk>
Oct 24 14:49:23 user nova-compute[74497]:     <disk type='file' device='cdrom'>
Oct 24 14:49:23 user nova-compute[74497]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 14:49:23 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config' index='1'/>
Oct 24 14:49:23 user nova-compute[74497]:       <backingStore/>
Oct 24 14:49:23 user nova-compute[74497]:       <target dev='hda' bus='ide'/>
Oct 24 14:49:23 user nova-compute[74497]:       <readonly/>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='ide0-0-0'/>
Oct 24 14:49:23 user nova-compute[74497]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </disk>
Oct 24 14:49:23 user nova-compute[74497]:     <controller type='usb' index='0' model='none'>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='usb'/>
Oct 24 14:49:23 user nova-compute[74497]:     </controller>
Oct 24 14:49:23 user nova-compute[74497]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='pci.0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </controller>
Oct 24 14:49:23 user nova-compute[74497]:     <controller type='ide' index='0'>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='ide'/>
Oct 24 14:49:23 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 14:49:23 user nova-compute[74497]:     </controller>
Oct 24 14:49:23 user nova-compute[74497]:     <interface type='ethernet'>
Oct 24 14:49:23 user nova-compute[74497]:       <mac address='fa:16:3e:fb:9a:f9'/>
Oct 24 14:49:23 user nova-compute[74497]:       <target dev='tapc4d9abf7-cc'/>
Oct 24 14:49:23 user nova-compute[74497]:       <model type='virtio'/>
Oct 24 14:49:23 user nova-compute[74497]:       <mtu size='1442'/>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='net0'/>
Oct 24 14:49:23 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </interface>
Oct 24 14:49:23 user nova-compute[74497]:     <serial type='pty'>
Oct 24 14:49:23 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:23 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:23 user nova-compute[74497]:       <target type='isa-serial' port='0'>
Oct 24 14:49:23 user nova-compute[74497]:         <model name='isa-serial'/>
Oct 24 14:49:23 user nova-compute[74497]:       </target>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </serial>
Oct 24 14:49:23 user nova-compute[74497]:     <console type='pty' tty='/dev/pts/7'>
Oct 24 14:49:23 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:23 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:23 user nova-compute[74497]:       <target type='serial' port='0'/>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </console>
Oct 24 14:49:23 user nova-compute[74497]:     <input type='mouse' bus='ps2'>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='input0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </input>
Oct 24 14:49:23 user nova-compute[74497]:     <input type='keyboard' bus='ps2'>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='input1'/>
Oct 24 14:49:23 user nova-compute[74497]:     </input>
Oct 24 14:49:23 user nova-compute[74497]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 24 14:49:23 user nova-compute[74497]:       <listen type='address' address='0.0.0.0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </graphics>
Oct 24 14:49:23 user nova-compute[74497]:     <audio id='1' type='none'/>
Oct 24 14:49:23 user nova-compute[74497]:     <video>
Oct 24 14:49:23 user nova-compute[74497]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='video0'/>
Oct 24 14:49:23 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </video>
Oct 24 14:49:23 user nova-compute[74497]:     <memballoon model='virtio'>
Oct 24 14:49:23 user nova-compute[74497]:       <stats period='10'/>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='balloon0'/>
Oct 24 14:49:23 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:23 user nova-compute[74497]:     <rng model='virtio'>
Oct 24 14:49:23 user nova-compute[74497]:       <backend model='random'>/dev/urandom</backend>
Oct 24 14:49:23 user nova-compute[74497]:       <alias name='rng0'/>
Oct 24 14:49:23 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 14:49:23 user nova-compute[74497]:     </rng>
Oct 24 14:49:23 user nova-compute[74497]:   </devices>
Oct 24 14:49:23 user nova-compute[74497]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 14:49:23 user nova-compute[74497]:     <label>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</label>
Oct 24 14:49:23 user nova-compute[74497]:     <imagelabel>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</imagelabel>
Oct 24 14:49:23 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:23 user nova-compute[74497]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 14:49:23 user nova-compute[74497]:     <label>+64055:+108</label>
Oct 24 14:49:23 user nova-compute[74497]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 14:49:23 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:23 user nova-compute[74497]: </domain>
Oct 24 14:49:23 user nova-compute[74497]:  {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 14:49:23 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully detached device tap67ce5b24-fa from instance 59d06ee5-8034-4552-ad97-4ee19b371207 from the live domain config.
Oct 24 14:49:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converting VIF {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG os_vif [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67ce5b24-fa, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba324632-fa51-4b52-86ab-955ebf8a2c23) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:23 user nova-compute[74497]: INFO os_vif [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa')
Oct 24 14:49:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:23 user nova-compute[74497]:   <nova:package version="0.0.0"/>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:creationTime>2023-10-24 14:49:23</nova:creationTime>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:flavor name="m1.tiny">
Oct 24 14:49:23 user nova-compute[74497]:     <nova:memory>512</nova:memory>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:disk>1</nova:disk>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:swap>0</nova:swap>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:23 user nova-compute[74497]:   </nova:flavor>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:owner>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:49:23 user nova-compute[74497]:   </nova:owner>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:23 user nova-compute[74497]:   <nova:ports>
Oct 24 14:49:23 user nova-compute[74497]:     <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:49:23 user nova-compute[74497]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:23 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:23 user nova-compute[74497]:   </nova:ports>
Oct 24 14:49:23 user nova-compute[74497]: </nova:instance>
Oct 24 14:49:23 user nova-compute[74497]:  {{(pid=74497) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-deleted-67ce5b24-fabe-43a6-bc43-ada7da907b51 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:24 user nova-compute[74497]: INFO nova.compute.manager [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Neutron deleted interface 67ce5b24-fabe-43a6-bc43-ada7da907b51; detaching it from the instance and deleting it from the info cache
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.network.neutron [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquired lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.objects.instance [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Lazy-loading 'system_metadata' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.objects.instance [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Lazy-loading 'flavor' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.objects.base [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Object Instance<59d06ee5-8034-4552-ad97-4ee19b371207> lazy-loaded attributes: system_metadata,flavor {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.network.os_vif_util [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Converting VIF {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.network.os_vif_util [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface> {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface>not found in domain: <domain type='kvm' id='14'>
Oct 24 14:49:24 user nova-compute[74497]:   <name>instance-0000000f</name>
Oct 24 14:49:24 user nova-compute[74497]:   <uuid>59d06ee5-8034-4552-ad97-4ee19b371207</uuid>
Oct 24 14:49:24 user nova-compute[74497]:   <metadata>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:24 user nova-compute[74497]:   <nova:package version="0.0.0"/>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:creationTime>2023-10-24 14:49:23</nova:creationTime>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:flavor name="m1.tiny">
Oct 24 14:49:24 user nova-compute[74497]:     <nova:memory>512</nova:memory>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:disk>1</nova:disk>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:swap>0</nova:swap>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:flavor>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:owner>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:owner>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:ports>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:49:24 user nova-compute[74497]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:24 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:ports>
Oct 24 14:49:24 user nova-compute[74497]: </nova:instance>
Oct 24 14:49:24 user nova-compute[74497]:   </metadata>
Oct 24 14:49:24 user nova-compute[74497]:   <memory unit='KiB'>524288</memory>
Oct 24 14:49:24 user nova-compute[74497]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 14:49:24 user nova-compute[74497]:   <vcpu placement='static'>1</vcpu>
Oct 24 14:49:24 user nova-compute[74497]:   <resource>
Oct 24 14:49:24 user nova-compute[74497]:     <partition>/machine</partition>
Oct 24 14:49:24 user nova-compute[74497]:   </resource>
Oct 24 14:49:24 user nova-compute[74497]:   <sysinfo type='smbios'>
Oct 24 14:49:24 user nova-compute[74497]:     <system>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='version'>0.0.0</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='serial'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='uuid'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='family'>Virtual Machine</entry>
Oct 24 14:49:24 user nova-compute[74497]:     </system>
Oct 24 14:49:24 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:24 user nova-compute[74497]:   <os>
Oct 24 14:49:24 user nova-compute[74497]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 14:49:24 user nova-compute[74497]:     <boot dev='hd'/>
Oct 24 14:49:24 user nova-compute[74497]:     <smbios mode='sysinfo'/>
Oct 24 14:49:24 user nova-compute[74497]:   </os>
Oct 24 14:49:24 user nova-compute[74497]:   <features>
Oct 24 14:49:24 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:24 user nova-compute[74497]:     <apic/>
Oct 24 14:49:24 user nova-compute[74497]:     <vmcoreinfo state='on'/>
Oct 24 14:49:24 user nova-compute[74497]:   </features>
Oct 24 14:49:24 user nova-compute[74497]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 14:49:24 user nova-compute[74497]:     <model fallback='forbid'>Nehalem</model>
Oct 24 14:49:24 user nova-compute[74497]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 14:49:24 user nova-compute[74497]:     <feature policy='require' name='vme'/>
Oct 24 14:49:24 user nova-compute[74497]:     <feature policy='require' name='x2apic'/>
Oct 24 14:49:24 user nova-compute[74497]:     <feature policy='require' name='hypervisor'/>
Oct 24 14:49:24 user nova-compute[74497]:   </cpu>
Oct 24 14:49:24 user nova-compute[74497]:   <clock offset='utc'>
Oct 24 14:49:24 user nova-compute[74497]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 14:49:24 user nova-compute[74497]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 14:49:24 user nova-compute[74497]:     <timer name='hpet' present='no'/>
Oct 24 14:49:24 user nova-compute[74497]:   </clock>
Oct 24 14:49:24 user nova-compute[74497]:   <on_poweroff>destroy</on_poweroff>
Oct 24 14:49:24 user nova-compute[74497]:   <on_reboot>restart</on_reboot>
Oct 24 14:49:24 user nova-compute[74497]:   <on_crash>destroy</on_crash>
Oct 24 14:49:24 user nova-compute[74497]:   <devices>
Oct 24 14:49:24 user nova-compute[74497]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 14:49:24 user nova-compute[74497]:     <disk type='file' device='disk'>
Oct 24 14:49:24 user nova-compute[74497]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 14:49:24 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk' index='2'/>
Oct 24 14:49:24 user nova-compute[74497]:       <backingStore type='file' index='3'>
Oct 24 14:49:24 user nova-compute[74497]:         <format type='raw'/>
Oct 24 14:49:24 user nova-compute[74497]:         <source file='/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78'/>
Oct 24 14:49:24 user nova-compute[74497]:         <backingStore/>
Oct 24 14:49:24 user nova-compute[74497]:       </backingStore>
Oct 24 14:49:24 user nova-compute[74497]:       <target dev='vda' bus='virtio'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='virtio-disk0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </disk>
Oct 24 14:49:24 user nova-compute[74497]:     <disk type='file' device='cdrom'>
Oct 24 14:49:24 user nova-compute[74497]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 14:49:24 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config' index='1'/>
Oct 24 14:49:24 user nova-compute[74497]:       <backingStore/>
Oct 24 14:49:24 user nova-compute[74497]:       <target dev='hda' bus='ide'/>
Oct 24 14:49:24 user nova-compute[74497]:       <readonly/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='ide0-0-0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </disk>
Oct 24 14:49:24 user nova-compute[74497]:     <controller type='usb' index='0' model='none'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='usb'/>
Oct 24 14:49:24 user nova-compute[74497]:     </controller>
Oct 24 14:49:24 user nova-compute[74497]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='pci.0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </controller>
Oct 24 14:49:24 user nova-compute[74497]:     <controller type='ide' index='0'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='ide'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 14:49:24 user nova-compute[74497]:     </controller>
Oct 24 14:49:24 user nova-compute[74497]:     <interface type='ethernet'>
Oct 24 14:49:24 user nova-compute[74497]:       <mac address='fa:16:3e:fb:9a:f9'/>
Oct 24 14:49:24 user nova-compute[74497]:       <target dev='tapc4d9abf7-cc'/>
Oct 24 14:49:24 user nova-compute[74497]:       <model type='virtio'/>
Oct 24 14:49:24 user nova-compute[74497]:       <mtu size='1442'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='net0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </interface>
Oct 24 14:49:24 user nova-compute[74497]:     <serial type='pty'>
Oct 24 14:49:24 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:24 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:24 user nova-compute[74497]:       <target type='isa-serial' port='0'>
Oct 24 14:49:24 user nova-compute[74497]:         <model name='isa-serial'/>
Oct 24 14:49:24 user nova-compute[74497]:       </target>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </serial>
Oct 24 14:49:24 user nova-compute[74497]:     <console type='pty' tty='/dev/pts/7'>
Oct 24 14:49:24 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:24 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:24 user nova-compute[74497]:       <target type='serial' port='0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </console>
Oct 24 14:49:24 user nova-compute[74497]:     <input type='mouse' bus='ps2'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='input0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </input>
Oct 24 14:49:24 user nova-compute[74497]:     <input type='keyboard' bus='ps2'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='input1'/>
Oct 24 14:49:24 user nova-compute[74497]:     </input>
Oct 24 14:49:24 user nova-compute[74497]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 24 14:49:24 user nova-compute[74497]:       <listen type='address' address='0.0.0.0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </graphics>
Oct 24 14:49:24 user nova-compute[74497]:     <audio id='1' type='none'/>
Oct 24 14:49:24 user nova-compute[74497]:     <video>
Oct 24 14:49:24 user nova-compute[74497]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='video0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </video>
Oct 24 14:49:24 user nova-compute[74497]:     <memballoon model='virtio'>
Oct 24 14:49:24 user nova-compute[74497]:       <stats period='10'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='balloon0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:24 user nova-compute[74497]:     <rng model='virtio'>
Oct 24 14:49:24 user nova-compute[74497]:       <backend model='random'>/dev/urandom</backend>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='rng0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </rng>
Oct 24 14:49:24 user nova-compute[74497]:   </devices>
Oct 24 14:49:24 user nova-compute[74497]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 14:49:24 user nova-compute[74497]:     <label>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</label>
Oct 24 14:49:24 user nova-compute[74497]:     <imagelabel>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</imagelabel>
Oct 24 14:49:24 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:24 user nova-compute[74497]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 14:49:24 user nova-compute[74497]:     <label>+64055:+108</label>
Oct 24 14:49:24 user nova-compute[74497]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 14:49:24 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:24 user nova-compute[74497]: </domain>
Oct 24 14:49:24 user nova-compute[74497]:  {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface> {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:00:a2"/><model type="virtio"/><mtu size="1442"/><target dev="tap67ce5b24-fa"/></interface>not found in domain: <domain type='kvm' id='14'>
Oct 24 14:49:24 user nova-compute[74497]:   <name>instance-0000000f</name>
Oct 24 14:49:24 user nova-compute[74497]:   <uuid>59d06ee5-8034-4552-ad97-4ee19b371207</uuid>
Oct 24 14:49:24 user nova-compute[74497]:   <metadata>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:24 user nova-compute[74497]:   <nova:package version="0.0.0"/>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:creationTime>2023-10-24 14:49:23</nova:creationTime>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:flavor name="m1.tiny">
Oct 24 14:49:24 user nova-compute[74497]:     <nova:memory>512</nova:memory>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:disk>1</nova:disk>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:swap>0</nova:swap>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:flavor>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:owner>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:owner>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:ports>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:49:24 user nova-compute[74497]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:24 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:ports>
Oct 24 14:49:24 user nova-compute[74497]: </nova:instance>
Oct 24 14:49:24 user nova-compute[74497]:   </metadata>
Oct 24 14:49:24 user nova-compute[74497]:   <memory unit='KiB'>524288</memory>
Oct 24 14:49:24 user nova-compute[74497]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 24 14:49:24 user nova-compute[74497]:   <vcpu placement='static'>1</vcpu>
Oct 24 14:49:24 user nova-compute[74497]:   <resource>
Oct 24 14:49:24 user nova-compute[74497]:     <partition>/machine</partition>
Oct 24 14:49:24 user nova-compute[74497]:   </resource>
Oct 24 14:49:24 user nova-compute[74497]:   <sysinfo type='smbios'>
Oct 24 14:49:24 user nova-compute[74497]:     <system>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='product'>OpenStack Nova</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='version'>0.0.0</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='serial'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='uuid'>59d06ee5-8034-4552-ad97-4ee19b371207</entry>
Oct 24 14:49:24 user nova-compute[74497]:       <entry name='family'>Virtual Machine</entry>
Oct 24 14:49:24 user nova-compute[74497]:     </system>
Oct 24 14:49:24 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:24 user nova-compute[74497]:   <os>
Oct 24 14:49:24 user nova-compute[74497]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 24 14:49:24 user nova-compute[74497]:     <boot dev='hd'/>
Oct 24 14:49:24 user nova-compute[74497]:     <smbios mode='sysinfo'/>
Oct 24 14:49:24 user nova-compute[74497]:   </os>
Oct 24 14:49:24 user nova-compute[74497]:   <features>
Oct 24 14:49:24 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:24 user nova-compute[74497]:     <apic/>
Oct 24 14:49:24 user nova-compute[74497]:     <vmcoreinfo state='on'/>
Oct 24 14:49:24 user nova-compute[74497]:   </features>
Oct 24 14:49:24 user nova-compute[74497]:   <cpu mode='custom' match='exact' check='full'>
Oct 24 14:49:24 user nova-compute[74497]:     <model fallback='forbid'>Nehalem</model>
Oct 24 14:49:24 user nova-compute[74497]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 24 14:49:24 user nova-compute[74497]:     <feature policy='require' name='vme'/>
Oct 24 14:49:24 user nova-compute[74497]:     <feature policy='require' name='x2apic'/>
Oct 24 14:49:24 user nova-compute[74497]:     <feature policy='require' name='hypervisor'/>
Oct 24 14:49:24 user nova-compute[74497]:   </cpu>
Oct 24 14:49:24 user nova-compute[74497]:   <clock offset='utc'>
Oct 24 14:49:24 user nova-compute[74497]:     <timer name='pit' tickpolicy='delay'/>
Oct 24 14:49:24 user nova-compute[74497]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 24 14:49:24 user nova-compute[74497]:     <timer name='hpet' present='no'/>
Oct 24 14:49:24 user nova-compute[74497]:   </clock>
Oct 24 14:49:24 user nova-compute[74497]:   <on_poweroff>destroy</on_poweroff>
Oct 24 14:49:24 user nova-compute[74497]:   <on_reboot>restart</on_reboot>
Oct 24 14:49:24 user nova-compute[74497]:   <on_crash>destroy</on_crash>
Oct 24 14:49:24 user nova-compute[74497]:   <devices>
Oct 24 14:49:24 user nova-compute[74497]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 14:49:24 user nova-compute[74497]:     <disk type='file' device='disk'>
Oct 24 14:49:24 user nova-compute[74497]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 24 14:49:24 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk' index='2'/>
Oct 24 14:49:24 user nova-compute[74497]:       <backingStore type='file' index='3'>
Oct 24 14:49:24 user nova-compute[74497]:         <format type='raw'/>
Oct 24 14:49:24 user nova-compute[74497]:         <source file='/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78'/>
Oct 24 14:49:24 user nova-compute[74497]:         <backingStore/>
Oct 24 14:49:24 user nova-compute[74497]:       </backingStore>
Oct 24 14:49:24 user nova-compute[74497]:       <target dev='vda' bus='virtio'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='virtio-disk0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </disk>
Oct 24 14:49:24 user nova-compute[74497]:     <disk type='file' device='cdrom'>
Oct 24 14:49:24 user nova-compute[74497]:       <driver name='qemu' type='raw' cache='none'/>
Oct 24 14:49:24 user nova-compute[74497]:       <source file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk.config' index='1'/>
Oct 24 14:49:24 user nova-compute[74497]:       <backingStore/>
Oct 24 14:49:24 user nova-compute[74497]:       <target dev='hda' bus='ide'/>
Oct 24 14:49:24 user nova-compute[74497]:       <readonly/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='ide0-0-0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </disk>
Oct 24 14:49:24 user nova-compute[74497]:     <controller type='usb' index='0' model='none'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='usb'/>
Oct 24 14:49:24 user nova-compute[74497]:     </controller>
Oct 24 14:49:24 user nova-compute[74497]:     <controller type='pci' index='0' model='pci-root'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='pci.0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </controller>
Oct 24 14:49:24 user nova-compute[74497]:     <controller type='ide' index='0'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='ide'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 24 14:49:24 user nova-compute[74497]:     </controller>
Oct 24 14:49:24 user nova-compute[74497]:     <interface type='ethernet'>
Oct 24 14:49:24 user nova-compute[74497]:       <mac address='fa:16:3e:fb:9a:f9'/>
Oct 24 14:49:24 user nova-compute[74497]:       <target dev='tapc4d9abf7-cc'/>
Oct 24 14:49:24 user nova-compute[74497]:       <model type='virtio'/>
Oct 24 14:49:24 user nova-compute[74497]:       <mtu size='1442'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='net0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </interface>
Oct 24 14:49:24 user nova-compute[74497]:     <serial type='pty'>
Oct 24 14:49:24 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:24 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:24 user nova-compute[74497]:       <target type='isa-serial' port='0'>
Oct 24 14:49:24 user nova-compute[74497]:         <model name='isa-serial'/>
Oct 24 14:49:24 user nova-compute[74497]:       </target>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </serial>
Oct 24 14:49:24 user nova-compute[74497]:     <console type='pty' tty='/dev/pts/7'>
Oct 24 14:49:24 user nova-compute[74497]:       <source path='/dev/pts/7'/>
Oct 24 14:49:24 user nova-compute[74497]:       <log file='/opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/console.log' append='off'/>
Oct 24 14:49:24 user nova-compute[74497]:       <target type='serial' port='0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='serial0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </console>
Oct 24 14:49:24 user nova-compute[74497]:     <input type='mouse' bus='ps2'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='input0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </input>
Oct 24 14:49:24 user nova-compute[74497]:     <input type='keyboard' bus='ps2'>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='input1'/>
Oct 24 14:49:24 user nova-compute[74497]:     </input>
Oct 24 14:49:24 user nova-compute[74497]:     <graphics type='vnc' port='5907' autoport='yes' listen='0.0.0.0'>
Oct 24 14:49:24 user nova-compute[74497]:       <listen type='address' address='0.0.0.0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </graphics>
Oct 24 14:49:24 user nova-compute[74497]:     <audio id='1' type='none'/>
Oct 24 14:49:24 user nova-compute[74497]:     <video>
Oct 24 14:49:24 user nova-compute[74497]:       <model type='virtio' heads='1' primary='yes'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='video0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </video>
Oct 24 14:49:24 user nova-compute[74497]:     <memballoon model='virtio'>
Oct 24 14:49:24 user nova-compute[74497]:       <stats period='10'/>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='balloon0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:24 user nova-compute[74497]:     <rng model='virtio'>
Oct 24 14:49:24 user nova-compute[74497]:       <backend model='random'>/dev/urandom</backend>
Oct 24 14:49:24 user nova-compute[74497]:       <alias name='rng0'/>
Oct 24 14:49:24 user nova-compute[74497]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 24 14:49:24 user nova-compute[74497]:     </rng>
Oct 24 14:49:24 user nova-compute[74497]:   </devices>
Oct 24 14:49:24 user nova-compute[74497]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 24 14:49:24 user nova-compute[74497]:     <label>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</label>
Oct 24 14:49:24 user nova-compute[74497]:     <imagelabel>libvirt-59d06ee5-8034-4552-ad97-4ee19b371207</imagelabel>
Oct 24 14:49:24 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:24 user nova-compute[74497]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 24 14:49:24 user nova-compute[74497]:     <label>+64055:+108</label>
Oct 24 14:49:24 user nova-compute[74497]:     <imagelabel>+64055:+108</imagelabel>
Oct 24 14:49:24 user nova-compute[74497]:   </seclabel>
Oct 24 14:49:24 user nova-compute[74497]: </domain>
Oct 24 14:49:24 user nova-compute[74497]:  {{(pid=74497) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 24 14:49:24 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Detaching interface fa:16:3e:c8:00:a2 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap67ce5b24-fa' not found.
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.network.os_vif_util [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Converting VIF {"id": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "address": "fa:16:3e:c8:00:a2", "network": {"id": "553837de-06ac-4e89-960f-a4579457b61f", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1378330398", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67ce5b24-fa", "ovs_interfaceid": "67ce5b24-fabe-43a6-bc43-ada7da907b51", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.network.os_vif_util [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG os_vif [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67ce5b24-fa, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:24 user nova-compute[74497]: INFO os_vif [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:00:a2,bridge_name='br-int',has_traffic_filtering=True,id=67ce5b24-fabe-43a6-bc43-ada7da907b51,network=Network(553837de-06ac-4e89-960f-a4579457b61f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67ce5b24-fa')
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [req-d90735bc-bb41-4e18-9f38-3f78b366ac9e req-b3ba9ed7-d25f-4203-89e2-d25d6b4a63f3 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:24 user nova-compute[74497]:   <nova:package version="0.0.0"/>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:name>tempest-device-tagging-server-133289562</nova:name>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:creationTime>2023-10-24 14:49:24</nova:creationTime>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:flavor name="m1.tiny">
Oct 24 14:49:24 user nova-compute[74497]:     <nova:memory>512</nova:memory>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:disk>1</nova:disk>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:swap>0</nova:swap>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:flavor>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:owner>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:user uuid="ef7d411379f34fd48e043547a7fb3758">tempest-TaggedAttachmentsTest-1975848198-project-member</nova:user>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:project uuid="2877a40dcbdc4fa0a7a5ce1eba4d9643">tempest-TaggedAttachmentsTest-1975848198</nova:project>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:owner>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:24 user nova-compute[74497]:   <nova:ports>
Oct 24 14:49:24 user nova-compute[74497]:     <nova:port uuid="c4d9abf7-cc20-44c1-8f32-9198d390953d">
Oct 24 14:49:24 user nova-compute[74497]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:24 user nova-compute[74497]:     </nova:port>
Oct 24 14:49:24 user nova-compute[74497]:   </nova:ports>
Oct 24 14:49:24 user nova-compute[74497]: </nova:instance>
Oct 24 14:49:24 user nova-compute[74497]:  {{(pid=74497) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Releasing lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:49:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8157aef1-c0b7-4d56-8edb-242948da1490 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "interface-59d06ee5-8034-4552-ad97-4ee19b371207-67ce5b24-fabe-43a6-bc43-ada7da907b51" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.628s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:49:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Creating image(s)
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Ensure instance console log exists: /opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Start _get_guest_xml network_info=[{"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 0, 'attachment_id': 'c06a472f-49e3-411d-b3d7-467608fd6c9b', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fasqGuht', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec2ae891-1a6d-4da8-875c-f1385d5cc189', 'serial': 'ec2ae891-1a6d-4da8-875c-f1385d5cc189'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 1, 'attachment_id': 'ac6d5e35-505a-422a-b473-3d46ce1cdb48', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XpxkIbHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b', 'attached_at': '', 'detached_at': '', 'volume_id': '1e70e3eb-5bcd-4548-b2ed-473343a14da2', 'serial': '1e70e3eb-5bcd-4548-b2ed-473343a14da2'}, 'volume_type': None}, {'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 2, 'attachment_id': 'c9d96d02-db53-45f9-abe9-3ded6a4f9774', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BDufNiaX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b', 'attached_at': '', 'detached_at': '', 'volume_id': '365e61ef-aa55-46c8-b769-eb6d0535c0ff', 'serial': '365e61ef-aa55-46c8-b769-eb6d0535c0ff'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:49:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fasqGuht', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:49:26 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:26 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:26 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dbc6c7a-8893-48fe-a385-cf77fa6f6dc7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:49:26 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e33efc-fbcb-43e5-a7b1-21332ad6d6cc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189] added
Oct 24 14:49:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[387aedd7-673b-4a96-82b9-04caa09a4e14]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6144341-d01a-40e5-935c-d7787f1dfca4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fasqGuht {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fasqGuht" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[156d582d-6290-4b82-872a-9a82f18da306]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fasqGuht'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3930a5b7-0a0f-4356-a0c2-c967e98d8f68]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[04ca1baf-a249-43c1-9c06-a94d96db3a9b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[93afcb47-9870-468b-998a-c0d9c7c60919]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260]
Oct 24 14:49:26 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260] successful.
Oct 24 14:49:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d20bd3-2eac-4fe5-bc9b-add50cdfea12]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[038c792f-701d-4ead-802a-2e4b565ebfe2]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:26 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:26 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] HCTL ('34', '-', '-', 0) found on session 19 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[99968be4-d71e-44a1-af6c-6a06c2be8157]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fasqGuht', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '26464383839373034', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464383839373034', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XpxkIbHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:49:27 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:27 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:27 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[23774211-0468-4164-a9b9-a7713a8848e4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:49:27 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[87920455-246e-459a-a18a-bdf05ef1c9fa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2] added
Oct 24 14:49:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.099s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2f9fe6d-0d08-45d5-806e-32af308c1a13]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b18668a1-9834-43e8-98ae-7fd0e26897f1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XpxkIbHm {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XpxkIbHm" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0cc9d43-8536-4c84-a611-15a08ee404c4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XpxkIbHm'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b58ade-00ac-41ae-a0dc-6981883322ac]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d36ceba-cdc8-45f2-a193-84e825c17540]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:27 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:27 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32410db-168e-45ce-8d98-fd05d81f4d6d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260]
Oct 24 14:49:27 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260] successful.
Oct 24 14:49:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32c5351-0277-4d1a-9f55-6ae2d492c29c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[894740ef-2e47-4193-953a-fe338d6503fc]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:28 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:28 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:28 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:28 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:28 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:28 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.382s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0411fd0f-867d-48f2-9dc6-f228127a2020]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XpxkIbHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:49:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.429s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '26135376437646234', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135376437646234', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BDufNiaX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:49:29 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:29 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:29 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[447c25ce-71ba-4432-8657-8e78fe77170b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:49:29 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0cfcc4b-4d45-4a69-9973-cac1950fcec1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff] added
Oct 24 14:49:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c481b229-7161-4085-bf5a-b7887cc1ab57]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[829c3cf0-6e8e-4a92-9a33-6b029e17ab55]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BDufNiaX {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BDufNiaX" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e6d1a8b-9f43-485e-9236-4cca7b1d2948]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BDufNiaX'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8493e3cf-8015-438b-8d0e-2eb56b1b4e34]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e80366-b1aa-4625-b885-f79e9bd6d106]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a081d2b-b9c8-4ec1-9863-e58fdf4cebcb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260]
Oct 24 14:49:29 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260] successful.
Oct 24 14:49:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec13a6b-1a3c-43d0-b516-22493271c35d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[db66f5c1-3897-4a9a-8124-6be7658101db]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:49:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:29 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:49:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] HCTL ('36', '-', '-', 0) found on session 21 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc6abd80-2dc1-4d55-8d2e-1a7d4fd80e6e]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Searching for a device in session 21 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BDufNiaX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:49:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26263373235333661', 'path': '/dev/sde'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263373235333661', 'path': '/dev/sde'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:73:0f,bridge_name='br-int',has_traffic_filtering=True,id=b3e47cc8-c734-4f79-a98a-5f7f23b3f62c,network=Network(fb7d8ccb-b24e-48bf-bb5f-665396802337),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3e47cc8-c7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:23:af,bridge_name='br-int',has_traffic_filtering=True,id=a249ffc8-4339-4c34-9869-f6122f4ca959,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa249ffc8-43') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:b1:97,bridge_name='br-int',has_traffic_filtering=True,id=f354645e-ddf1-4ab7-939c-3ecb08534883,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf354645e-dd') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:84:d2,bridge_name='br-int',has_traffic_filtering=True,id=1cd99591-320c-4006-913e-f558cb051c7e,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd99591-32') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:dc:13,bridge_name='br-int',has_traffic_filtering=True,id=74ae701e-fcd3-46ba-99a1-09ee61ece028,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ae701e-fc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:84:50,bridge_name='br-int',has_traffic_filtering=True,id=edfa2100-d0d8-4206-b77d-f4a6eff3915a,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedfa2100-d0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:34:2b,bridge_name='br-int',has_traffic_filtering=True,id=40e1e991-75e0-4823-aa4c-c19790ced29e,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e1e991-75') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.objects.instance [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lazy-loading 'pci_devices' on Instance uuid 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:49:30 user nova-compute[74497]:   <uuid>87426b00-b3f3-45e2-8ca8-30d06ebc8d8b</uuid>
Oct 24 14:49:30 user nova-compute[74497]:   <name>instance-00000013</name>
Oct 24 14:49:30 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:49:30 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:49:30 user nova-compute[74497]:   <metadata>
Oct 24 14:49:30 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:30 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:49:30 user nova-compute[74497]:       <nova:name>tempest-device-tagging-server-258221266</nova:name>
Oct 24 14:49:30 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:49:26</nova:creationTime>
Oct 24 14:49:30 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:49:30 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:30 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:49:30 user nova-compute[74497]:       <nova:owner>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:user uuid="755f644b7f594d6b8a6177dbc62540e1">tempest-TaggedBootDevicesTest-989693490-project-member</nova:user>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:project uuid="b7654644617441bbb897e69481fa9424">tempest-TaggedBootDevicesTest-989693490</nova:project>
Oct 24 14:49:30 user nova-compute[74497]:       </nova:owner>
Oct 24 14:49:30 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:30 user nova-compute[74497]:       <nova:ports>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:port uuid="b3e47cc8-c734-4f79-a98a-5f7f23b3f62c">
Oct 24 14:49:30 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:30 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:port uuid="a249ffc8-4339-4c34-9869-f6122f4ca959">
Oct 24 14:49:30 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.80" ipVersion="4"/>
Oct 24 14:49:30 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:port uuid="f354645e-ddf1-4ab7-939c-3ecb08534883">
Oct 24 14:49:30 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.87" ipVersion="4"/>
Oct 24 14:49:30 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:port uuid="1cd99591-320c-4006-913e-f558cb051c7e">
Oct 24 14:49:30 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.192" ipVersion="4"/>
Oct 24 14:49:30 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:port uuid="74ae701e-fcd3-46ba-99a1-09ee61ece028">
Oct 24 14:49:30 user nova-compute[74497]:           <nova:ip type="fixed" address="10.1.1.251" ipVersion="4"/>
Oct 24 14:49:30 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:port uuid="edfa2100-d0d8-4206-b77d-f4a6eff3915a">
Oct 24 14:49:30 user nova-compute[74497]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 24 14:49:30 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:30 user nova-compute[74497]:         <nova:port uuid="40e1e991-75e0-4823-aa4c-c19790ced29e">
Oct 24 14:49:30 user nova-compute[74497]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 24 14:49:30 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:30 user nova-compute[74497]:       </nova:ports>
Oct 24 14:49:30 user nova-compute[74497]:     </nova:instance>
Oct 24 14:49:30 user nova-compute[74497]:   </metadata>
Oct 24 14:49:30 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:49:30 user nova-compute[74497]:     <system>
Oct 24 14:49:30 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:49:30 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:49:30 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:49:30 user nova-compute[74497]:       <entry name="serial">87426b00-b3f3-45e2-8ca8-30d06ebc8d8b</entry>
Oct 24 14:49:30 user nova-compute[74497]:       <entry name="uuid">87426b00-b3f3-45e2-8ca8-30d06ebc8d8b</entry>
Oct 24 14:49:30 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:49:30 user nova-compute[74497]:     </system>
Oct 24 14:49:30 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:30 user nova-compute[74497]:   <os>
Oct 24 14:49:30 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:49:30 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:49:30 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:49:30 user nova-compute[74497]:   </os>
Oct 24 14:49:30 user nova-compute[74497]:   <features>
Oct 24 14:49:30 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:30 user nova-compute[74497]:     <apic/>
Oct 24 14:49:30 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:49:30 user nova-compute[74497]:   </features>
Oct 24 14:49:30 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:49:30 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:49:30 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:49:30 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:49:30 user nova-compute[74497]:   </clock>
Oct 24 14:49:30 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:49:30 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:49:30 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:49:30 user nova-compute[74497]:   </cpu>
Oct 24 14:49:30 user nova-compute[74497]:   <devices>
Oct 24 14:49:30 user nova-compute[74497]:     <disk type="file" device="cdrom">
Oct 24 14:49:30 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 14:49:30 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b/disk.config"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="hda" bus="ide"/>
Oct 24 14:49:30 user nova-compute[74497]:     </disk>
Oct 24 14:49:30 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:49:30 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:49:30 user nova-compute[74497]:       <source dev="/dev/sdc"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <serial>ec2ae891-1a6d-4da8-875c-f1385d5cc189</serial>
Oct 24 14:49:30 user nova-compute[74497]:     </disk>
Oct 24 14:49:30 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:49:30 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:49:30 user nova-compute[74497]:       <source dev="/dev/sdd"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <serial>1e70e3eb-5bcd-4548-b2ed-473343a14da2</serial>
Oct 24 14:49:30 user nova-compute[74497]:     </disk>
Oct 24 14:49:30 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:49:30 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:49:30 user nova-compute[74497]:       <source dev="/dev/sde"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="vdc" bus="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <serial>365e61ef-aa55-46c8-b769-eb6d0535c0ff</serial>
Oct 24 14:49:30 user nova-compute[74497]:     </disk>
Oct 24 14:49:30 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:30 user nova-compute[74497]:       <mac address="fa:16:3e:89:73:0f"/>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="tapb3e47cc8-c7"/>
Oct 24 14:49:30 user nova-compute[74497]:     </interface>
Oct 24 14:49:30 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:30 user nova-compute[74497]:       <mac address="fa:16:3e:45:23:af"/>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="tapa249ffc8-43"/>
Oct 24 14:49:30 user nova-compute[74497]:     </interface>
Oct 24 14:49:30 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:30 user nova-compute[74497]:       <mac address="fa:16:3e:94:b1:97"/>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="tapf354645e-dd"/>
Oct 24 14:49:30 user nova-compute[74497]:     </interface>
Oct 24 14:49:30 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:30 user nova-compute[74497]:       <mac address="fa:16:3e:7f:84:d2"/>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="tap1cd99591-32"/>
Oct 24 14:49:30 user nova-compute[74497]:     </interface>
Oct 24 14:49:30 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:30 user nova-compute[74497]:       <mac address="fa:16:3e:59:dc:13"/>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="tap74ae701e-fc"/>
Oct 24 14:49:30 user nova-compute[74497]:     </interface>
Oct 24 14:49:30 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:30 user nova-compute[74497]:       <mac address="fa:16:3e:4c:84:50"/>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="tapedfa2100-d0"/>
Oct 24 14:49:30 user nova-compute[74497]:     </interface>
Oct 24 14:49:30 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:30 user nova-compute[74497]:       <mac address="fa:16:3e:93:34:2b"/>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:30 user nova-compute[74497]:       <target dev="tap40e1e991-75"/>
Oct 24 14:49:30 user nova-compute[74497]:     </interface>
Oct 24 14:49:30 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:49:30 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b/console.log" append="off"/>
Oct 24 14:49:30 user nova-compute[74497]:     </serial>
Oct 24 14:49:30 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:49:30 user nova-compute[74497]:     <video>
Oct 24 14:49:30 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:30 user nova-compute[74497]:     </video>
Oct 24 14:49:30 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:49:30 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:49:30 user nova-compute[74497]:     </rng>
Oct 24 14:49:30 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:49:30 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:49:30 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:49:30 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:30 user nova-compute[74497]:   </devices>
Oct 24 14:49:30 user nova-compute[74497]: </domain>
Oct 24 14:49:30 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:73:0f,bridge_name='br-int',has_traffic_filtering=True,id=b3e47cc8-c734-4f79-a98a-5f7f23b3f62c,network=Network(fb7d8ccb-b24e-48bf-bb5f-665396802337),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3e47cc8-c7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:73:0f,bridge_name='br-int',has_traffic_filtering=True,id=b3e47cc8-c734-4f79-a98a-5f7f23b3f62c,network=Network(fb7d8ccb-b24e-48bf-bb5f-665396802337),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3e47cc8-c7') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ab62606c-e90b-51b5-8d4a-e95e8bfdb99f', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb3e47cc8-c7, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb3e47cc8-c7, col_values=(('qos', UUID('faef180d-8d1a-4040-a969-0e111d8c6b3b')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb3e47cc8-c7, col_values=(('external_ids', {'iface-id': 'b3e47cc8-c734-4f79-a98a-5f7f23b3f62c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:73:0f', 'vm-uuid': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: INFO os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:73:0f,bridge_name='br-int',has_traffic_filtering=True,id=b3e47cc8-c734-4f79-a98a-5f7f23b3f62c,network=Network(fb7d8ccb-b24e-48bf-bb5f-665396802337),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3e47cc8-c7')
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:23:af,bridge_name='br-int',has_traffic_filtering=True,id=a249ffc8-4339-4c34-9869-f6122f4ca959,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa249ffc8-43') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:23:af,bridge_name='br-int',has_traffic_filtering=True,id=a249ffc8-4339-4c34-9869-f6122f4ca959,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa249ffc8-43') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd5674906-fa9f-5b88-8771-e667da1f96e6', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa249ffc8-43, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa249ffc8-43, col_values=(('qos', UUID('cdca722c-edd4-464f-a6b6-80467d3ac1b9')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa249ffc8-43, col_values=(('external_ids', {'iface-id': 'a249ffc8-4339-4c34-9869-f6122f4ca959', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:23:af', 'vm-uuid': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: INFO os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:23:af,bridge_name='br-int',has_traffic_filtering=True,id=a249ffc8-4339-4c34-9869-f6122f4ca959,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa249ffc8-43')
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:b1:97,bridge_name='br-int',has_traffic_filtering=True,id=f354645e-ddf1-4ab7-939c-3ecb08534883,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf354645e-dd') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:b1:97,bridge_name='br-int',has_traffic_filtering=True,id=f354645e-ddf1-4ab7-939c-3ecb08534883,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf354645e-dd') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '366a58c3-fbde-5eeb-a126-be1af490225e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf354645e-dd, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf354645e-dd, col_values=(('qos', UUID('f599108a-f8fe-4b71-a94d-050606ccab0c')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf354645e-dd, col_values=(('external_ids', {'iface-id': 'f354645e-ddf1-4ab7-939c-3ecb08534883', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:b1:97', 'vm-uuid': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: INFO os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:b1:97,bridge_name='br-int',has_traffic_filtering=True,id=f354645e-ddf1-4ab7-939c-3ecb08534883,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf354645e-dd')
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:84:d2,bridge_name='br-int',has_traffic_filtering=True,id=1cd99591-320c-4006-913e-f558cb051c7e,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd99591-32') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:84:d2,bridge_name='br-int',has_traffic_filtering=True,id=1cd99591-320c-4006-913e-f558cb051c7e,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd99591-32') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9e4178d-1b8b-513b-afaa-4af4b303322e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1cd99591-32, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1cd99591-32, col_values=(('qos', UUID('b89deb8d-1690-4fd2-aacc-d3e1317c7b4e')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1cd99591-32, col_values=(('external_ids', {'iface-id': '1cd99591-320c-4006-913e-f558cb051c7e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7f:84:d2', 'vm-uuid': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: INFO os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:84:d2,bridge_name='br-int',has_traffic_filtering=True,id=1cd99591-320c-4006-913e-f558cb051c7e,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd99591-32')
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:dc:13,bridge_name='br-int',has_traffic_filtering=True,id=74ae701e-fcd3-46ba-99a1-09ee61ece028,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ae701e-fc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:dc:13,bridge_name='br-int',has_traffic_filtering=True,id=74ae701e-fcd3-46ba-99a1-09ee61ece028,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ae701e-fc') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5aba30b3-0668-5f9e-b2dc-434f16347302', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap74ae701e-fc, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap74ae701e-fc, col_values=(('qos', UUID('18b27a55-9d0a-4fba-ae97-17b473dafbf3')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap74ae701e-fc, col_values=(('external_ids', {'iface-id': '74ae701e-fcd3-46ba-99a1-09ee61ece028', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:dc:13', 'vm-uuid': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: INFO os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:dc:13,bridge_name='br-int',has_traffic_filtering=True,id=74ae701e-fcd3-46ba-99a1-09ee61ece028,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ae701e-fc')
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:84:50,bridge_name='br-int',has_traffic_filtering=True,id=edfa2100-d0d8-4206-b77d-f4a6eff3915a,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedfa2100-d0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:84:50,bridge_name='br-int',has_traffic_filtering=True,id=edfa2100-d0d8-4206-b77d-f4a6eff3915a,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedfa2100-d0') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e99d72b8-9c60-538f-bbbb-20504ba20da4', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapedfa2100-d0, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapedfa2100-d0, col_values=(('qos', UUID('b8ffd17e-dbf0-46f2-9cdd-cc087781c028')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapedfa2100-d0, col_values=(('external_ids', {'iface-id': 'edfa2100-d0d8-4206-b77d-f4a6eff3915a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4c:84:50', 'vm-uuid': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: INFO os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:84:50,bridge_name='br-int',has_traffic_filtering=True,id=edfa2100-d0d8-4206-b77d-f4a6eff3915a,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedfa2100-d0')
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:48:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:34:2b,bridge_name='br-int',has_traffic_filtering=True,id=40e1e991-75e0-4823-aa4c-c19790ced29e,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e1e991-75') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:34:2b,bridge_name='br-int',has_traffic_filtering=True,id=40e1e991-75e0-4823-aa4c-c19790ced29e,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e1e991-75') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95197302-bafc-5a2f-9e11-41f4e5db2b2d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40e1e991-75, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40e1e991-75, col_values=(('qos', UUID('37a9eedf-1004-42a1-a5cd-e7c28b3ed334')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40e1e991-75, col_values=(('external_ids', {'iface-id': '40e1e991-75e0-4823-aa4c-c19790ced29e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:93:34:2b', 'vm-uuid': '87426b00-b3f3-45e2-8ca8-30d06ebc8d8b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:31 user nova-compute[74497]: INFO os_vif [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:34:2b,bridge_name='br-int',has_traffic_filtering=True,id=40e1e991-75e0-4823-aa4c-c19790ced29e,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e1e991-75')
Oct 24 14:49:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] No BDM found with device name hda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] No VIF found with MAC fa:16:3e:89:73:0f, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] No VIF found with MAC fa:16:3e:59:dc:13, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:49:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Using config drive
Oct 24 14:49:31 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [{"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-59d06ee5-8034-4552-ad97-4ee19b371207" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Creating config drive at /opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b/disk.config
Oct 24 14:49:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprk40_o77 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprk40_o77" returned: 0 in 0.056s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:49:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-0dd31991-a35d-4cc1-acb1-8587343df5a7 req-69ff9898-44e8-479f-855b-07913508e8e0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dd31991-a35d-4cc1-acb1-8587343df5a7 req-69ff9898-44e8-479f-855b-07913508e8e0 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dd31991-a35d-4cc1-acb1-8587343df5a7 req-69ff9898-44e8-479f-855b-07913508e8e0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dd31991-a35d-4cc1-acb1-8587343df5a7 req-69ff9898-44e8-479f-855b-07913508e8e0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-0dd31991-a35d-4cc1-acb1-8587343df5a7 req-69ff9898-44e8-479f-855b-07913508e8e0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:33 user nova-compute[74497]: WARNING nova.compute.manager [req-0dd31991-a35d-4cc1-acb1-8587343df5a7 req-69ff9898-44e8-479f-855b-07913508e8e0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c for instance with vm_state building and task_state spawning.
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-34552c3c-6a9b-4ea2-a857-67bed3bcfe6a req-11d9e587-543b-4670-abc4-adc504e1ee75 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-34552c3c-6a9b-4ea2-a857-67bed3bcfe6a req-11d9e587-543b-4670-abc4-adc504e1ee75 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-34552c3c-6a9b-4ea2-a857-67bed3bcfe6a req-11d9e587-543b-4670-abc4-adc504e1ee75 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-34552c3c-6a9b-4ea2-a857-67bed3bcfe6a req-11d9e587-543b-4670-abc4-adc504e1ee75 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-34552c3c-6a9b-4ea2-a857-67bed3bcfe6a req-11d9e587-543b-4670-abc4-adc504e1ee75 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:33 user nova-compute[74497]: WARNING nova.compute.manager [req-34552c3c-6a9b-4ea2-a857-67bed3bcfe6a req-11d9e587-543b-4670-abc4-adc504e1ee75 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 for instance with vm_state building and task_state spawning.
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c for instance with vm_state building and task_state spawning.
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 for instance with vm_state building and task_state spawning.
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 for instance with vm_state building and task_state spawning.
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-5af19649-98f3-47da-901b-ee6db17f676d req-ff816255-ec69-456e-a4ff-67c50ffeedb2 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e for instance with vm_state building and task_state spawning.
Oct 24 14:49:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 for instance with vm_state building and task_state spawning.
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a for instance with vm_state building and task_state spawning.
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-c53ae8ab-b52c-432e-8f6c-68d17f3a5343 req-d5255a37-3b5b-404c-8d04-cd8340e3fd28 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a for instance with vm_state building and task_state spawning.
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:49:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:37 user nova-compute[74497]: WARNING nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e for instance with vm_state building and task_state spawning.
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:37 user nova-compute[74497]: WARNING nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 for instance with vm_state building and task_state spawning.
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:37 user nova-compute[74497]: WARNING nova.compute.manager [req-68d6304a-358b-4230-a0a5-509ca17fca0e req-fa51f9e0-a19e-410e-82a6-dd86b2e8df4f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 for instance with vm_state building and task_state spawning.
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:49:37 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance spawned successfully.
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:37 user nova-compute[74497]: INFO nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Took 11.30 seconds to spawn the instance on the hypervisor.
Oct 24 14:49:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:37 user nova-compute[74497]: INFO nova.compute.manager [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Took 94.70 seconds to build instance.
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-909024c6-7ba9-428b-bb1e-546e2936c0db tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 94.823s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:38 user nova-compute[74497]: WARNING nova.compute.manager [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e for instance with vm_state active and task_state None.
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:38 user nova-compute[74497]: WARNING nova.compute.manager [req-81ec3858-1457-4209-8710-45e5e7aa45ac req-5e71c63b-d14b-4eb5-8a2b-d2bad34baae1 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e for instance with vm_state active and task_state None.
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:38 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:38 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8025MB free_disk=25.435062408447266GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 59d06ee5-8034-4552-ad97-4ee19b371207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2a502463-6538-40a6-9ed0-a7ccc886f1dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 002a2e57-3854-4668-b231-0692f8d2ffb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:49:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:49:39 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:49:39 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:49:39 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:49:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.525s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:49:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:49:40 user nova-compute[74497]: INFO nova.compute.claims [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Claim successful on node user
Oct 24 14:49:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.742s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:49:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:49:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Creating image(s)
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Ensure instance console log exists: /opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Start _get_guest_xml network_info=[{"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': 'c2ce150d-dd5a-4109-8205-0d4609fa622c', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2a502463-6538-40a6-9ed0-a7ccc886f1dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'serial': 'dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:49:41 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 14:49:41 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 14:49:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2a502463-6538-40a6-9ed0-a7ccc886f1dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:49:42 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:42 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:49:42 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:49:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Creating image(s)
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "/opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "/opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "/opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG nova.policy [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49bcd004dccc471098811de4da03a6da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830e657297b2474d8ad5b80da4dbd44a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260" returned: 21 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b3bbb1-85e1-4f30-bd05-6a5251227a44]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:49:42 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a80c501-6c10-4f74-b55e-dfafbca0b505]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c] added
Oct 24 14:49:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e03ad686-dca3-4fbe-a7b7-425451c78a0e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec1bcee-cf3f-4590-85da-e2a2032055d6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMbJvxUc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMbJvxUc" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f52f60ac-2e76-480b-8ea4-7a6eef75f1ab]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qMbJvxUc'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc9728a-810d-421f-a6fe-b6d9055f1b2a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.249s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[91e054ee-913f-48ea-b044-173a6d517923]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:49:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:49:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b4b4304-9b9f-4e9f-9655-d68b474dc2a2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]
Oct 24 14:49:42 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.
Oct 24 14:49:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb21660b-6413-4ec1-a67c-bebd0233c8d4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3d0c5f-1cdf-497f-a0f0-2ef42ad0111d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:49:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:49:42 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:49:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.482s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] HCTL ('37', '-', '-', 0) found on session 22 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f240c99a-a8f4-474d-8839-0b32477260dd]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching for a device in session 22 and hctl ['37', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.280s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk 1073741824" returned: 0 in 0.078s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.362s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.273s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Cannot resize image /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Ensure instance console log exists: /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Searching for a device in session 22 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.528s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] <== connect_volume: return (1531ms) {'type': 'block', 'scsi_wwn': '23463643665303866', 'path': '/dev/sdf'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463643665303866', 'path': '/dev/sdf'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T14:46:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1684515025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1161637434',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgo4628PmK2IjcSmS7Ufz9CPuro1EORr3T23UKcOkgSwvblo/MPwq0HWxpdI67tfOLTVcR9/iNrJG1HozNxA1isHDYoBGhzXphPEouT+faEJQLMz7swBudKeqM6L1eakA==',key_name='tempest-keypair-1542407681',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:47:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='501272de18df40778b5236d8dba9de96',ramdisk_id='',reservation_id='r-k8koxl94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-624016315',owner_user_name='tempest-ServerActionsV293TestJSON-624016315-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:49:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9875d677d13649e5817751392bff1dbb',uuid=2a502463-6538-40a6-9ed0-a7ccc886f1dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converting VIF {"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:49:43 user nova-compute[74497]:   <uuid>2a502463-6538-40a6-9ed0-a7ccc886f1dc</uuid>
Oct 24 14:49:43 user nova-compute[74497]:   <name>instance-00000010</name>
Oct 24 14:49:43 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:49:43 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:49:43 user nova-compute[74497]:   <metadata>
Oct 24 14:49:43 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:43 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:49:43 user nova-compute[74497]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1684515025</nova:name>
Oct 24 14:49:43 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:49:41</nova:creationTime>
Oct 24 14:49:43 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:49:43 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:49:43 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:49:43 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:49:43 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:43 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:43 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:49:43 user nova-compute[74497]:       <nova:owner>
Oct 24 14:49:43 user nova-compute[74497]:         <nova:user uuid="9875d677d13649e5817751392bff1dbb">tempest-ServerActionsV293TestJSON-624016315-project-member</nova:user>
Oct 24 14:49:43 user nova-compute[74497]:         <nova:project uuid="501272de18df40778b5236d8dba9de96">tempest-ServerActionsV293TestJSON-624016315</nova:project>
Oct 24 14:49:43 user nova-compute[74497]:       </nova:owner>
Oct 24 14:49:43 user nova-compute[74497]:       <nova:ports>
Oct 24 14:49:43 user nova-compute[74497]:         <nova:port uuid="f1b4c3aa-5b52-4a28-acf1-5991790bd2b0">
Oct 24 14:49:43 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 14:49:43 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:43 user nova-compute[74497]:       </nova:ports>
Oct 24 14:49:43 user nova-compute[74497]:     </nova:instance>
Oct 24 14:49:43 user nova-compute[74497]:   </metadata>
Oct 24 14:49:43 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:49:43 user nova-compute[74497]:     <system>
Oct 24 14:49:43 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:49:43 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:49:43 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:49:43 user nova-compute[74497]:       <entry name="serial">2a502463-6538-40a6-9ed0-a7ccc886f1dc</entry>
Oct 24 14:49:43 user nova-compute[74497]:       <entry name="uuid">2a502463-6538-40a6-9ed0-a7ccc886f1dc</entry>
Oct 24 14:49:43 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:49:43 user nova-compute[74497]:     </system>
Oct 24 14:49:43 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:43 user nova-compute[74497]:   <os>
Oct 24 14:49:43 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:49:43 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:49:43 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:49:43 user nova-compute[74497]:   </os>
Oct 24 14:49:43 user nova-compute[74497]:   <features>
Oct 24 14:49:43 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:43 user nova-compute[74497]:     <apic/>
Oct 24 14:49:43 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:49:43 user nova-compute[74497]:   </features>
Oct 24 14:49:43 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:49:43 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:49:43 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:49:43 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:49:43 user nova-compute[74497]:   </clock>
Oct 24 14:49:43 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:49:43 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:49:43 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:49:43 user nova-compute[74497]:   </cpu>
Oct 24 14:49:43 user nova-compute[74497]:   <devices>
Oct 24 14:49:43 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:49:43 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:49:43 user nova-compute[74497]:       <source dev="/dev/sdf"/>
Oct 24 14:49:43 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:49:43 user nova-compute[74497]:       <serial>dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c</serial>
Oct 24 14:49:43 user nova-compute[74497]:     </disk>
Oct 24 14:49:43 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:43 user nova-compute[74497]:       <mac address="fa:16:3e:42:5a:34"/>
Oct 24 14:49:43 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:43 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:43 user nova-compute[74497]:       <target dev="tapf1b4c3aa-5b"/>
Oct 24 14:49:43 user nova-compute[74497]:     </interface>
Oct 24 14:49:43 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:49:43 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc/console.log" append="off"/>
Oct 24 14:49:43 user nova-compute[74497]:     </serial>
Oct 24 14:49:43 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:49:43 user nova-compute[74497]:     <video>
Oct 24 14:49:43 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:43 user nova-compute[74497]:     </video>
Oct 24 14:49:43 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:49:43 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:49:43 user nova-compute[74497]:     </rng>
Oct 24 14:49:43 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:49:43 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:49:43 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:49:43 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:43 user nova-compute[74497]:   </devices>
Oct 24 14:49:43 user nova-compute[74497]: </domain>
Oct 24 14:49:43 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T14:46:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1684515025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1161637434',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgo4628PmK2IjcSmS7Ufz9CPuro1EORr3T23UKcOkgSwvblo/MPwq0HWxpdI67tfOLTVcR9/iNrJG1HozNxA1isHDYoBGhzXphPEouT+faEJQLMz7swBudKeqM6L1eakA==',key_name='tempest-keypair-1542407681',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:47:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='501272de18df40778b5236d8dba9de96',ramdisk_id='',reservation_id='r-k8koxl94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-624016315',owner_user_name='tempest-ServerActionsV293TestJSON-624016315-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:49:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9875d677d13649e5817751392bff1dbb',uuid=2a502463-6538-40a6-9ed0-a7ccc886f1dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converting VIF {"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG os_vif [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Successfully created port: 0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '458c1111-466a-55ba-9a62-1916679e8c1d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1b4c3aa-5b, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1b4c3aa-5b, col_values=(('qos', UUID('ecd852fe-a018-47b8-8204-508558621607')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1b4c3aa-5b, col_values=(('external_ids', {'iface-id': 'f1b4c3aa-5b52-4a28-acf1-5991790bd2b0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:5a:34', 'vm-uuid': '2a502463-6538-40a6-9ed0-a7ccc886f1dc'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:43 user nova-compute[74497]: INFO os_vif [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b')
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:49:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] No VIF found with MAC fa:16:3e:42:5a:34, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Successfully updated port: 0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquired lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-changed-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Refreshing instance network info cache due to event network-changed-0f482d67-af76-4192-8794-11af066be4ff. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] Acquiring lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updating instance_info_cache with network_info: [{"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Releasing lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Instance network_info: |[{"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] Acquired lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Refreshing network info cache for port 0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Start _get_guest_xml network_info=[{"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:49:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:49:44 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1151017816',display_name='tempest-TestStampPattern-server-1151017816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1151017816',id=21,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXuMWKTjjRiZBNz4NXzsgNWeVCva4tWMf6g4mUfSU6JFNESbQ1uWeFWxQXDWgsY8tse9E7+sWtzhfWAp0i0NL6aw36EHSwyInCfgbCs4Hf27hBg6PkMuYdDcYBFIaoHA==',key_name='tempest-TestStampPattern-303037603',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='830e657297b2474d8ad5b80da4dbd44a',ramdisk_id='',reservation_id='r-uyb89upu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-330211901',owner_user_name='tempest-TestStampPattern-330211901-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:49:42Z,user_data=None,user_id='49bcd004dccc471098811de4da03a6da',uuid=fdb1c9ca-9f93-435a-aedc-efa510dfca0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converting VIF {"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:40:ed,bridge_name='br-int',has_traffic_filtering=True,id=0f482d67-af76-4192-8794-11af066be4ff,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f482d67-af') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'pci_devices' on Instance uuid fdb1c9ca-9f93-435a-aedc-efa510dfca0b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:49:45 user nova-compute[74497]:   <uuid>fdb1c9ca-9f93-435a-aedc-efa510dfca0b</uuid>
Oct 24 14:49:45 user nova-compute[74497]:   <name>instance-00000015</name>
Oct 24 14:49:45 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:49:45 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:49:45 user nova-compute[74497]:   <metadata>
Oct 24 14:49:45 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:45 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:49:45 user nova-compute[74497]:       <nova:name>tempest-TestStampPattern-server-1151017816</nova:name>
Oct 24 14:49:45 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:49:44</nova:creationTime>
Oct 24 14:49:45 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:49:45 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:49:45 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:49:45 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:49:45 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:45 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:45 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:49:45 user nova-compute[74497]:       <nova:owner>
Oct 24 14:49:45 user nova-compute[74497]:         <nova:user uuid="49bcd004dccc471098811de4da03a6da">tempest-TestStampPattern-330211901-project-member</nova:user>
Oct 24 14:49:45 user nova-compute[74497]:         <nova:project uuid="830e657297b2474d8ad5b80da4dbd44a">tempest-TestStampPattern-330211901</nova:project>
Oct 24 14:49:45 user nova-compute[74497]:       </nova:owner>
Oct 24 14:49:45 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:45 user nova-compute[74497]:       <nova:ports>
Oct 24 14:49:45 user nova-compute[74497]:         <nova:port uuid="0f482d67-af76-4192-8794-11af066be4ff">
Oct 24 14:49:45 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 14:49:45 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:45 user nova-compute[74497]:       </nova:ports>
Oct 24 14:49:45 user nova-compute[74497]:     </nova:instance>
Oct 24 14:49:45 user nova-compute[74497]:   </metadata>
Oct 24 14:49:45 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:49:45 user nova-compute[74497]:     <system>
Oct 24 14:49:45 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:49:45 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:49:45 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:49:45 user nova-compute[74497]:       <entry name="serial">fdb1c9ca-9f93-435a-aedc-efa510dfca0b</entry>
Oct 24 14:49:45 user nova-compute[74497]:       <entry name="uuid">fdb1c9ca-9f93-435a-aedc-efa510dfca0b</entry>
Oct 24 14:49:45 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:49:45 user nova-compute[74497]:     </system>
Oct 24 14:49:45 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:45 user nova-compute[74497]:   <os>
Oct 24 14:49:45 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:49:45 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:49:45 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:49:45 user nova-compute[74497]:   </os>
Oct 24 14:49:45 user nova-compute[74497]:   <features>
Oct 24 14:49:45 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:45 user nova-compute[74497]:     <apic/>
Oct 24 14:49:45 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:49:45 user nova-compute[74497]:   </features>
Oct 24 14:49:45 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:49:45 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:49:45 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:49:45 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:49:45 user nova-compute[74497]:   </clock>
Oct 24 14:49:45 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:49:45 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:49:45 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:49:45 user nova-compute[74497]:   </cpu>
Oct 24 14:49:45 user nova-compute[74497]:   <devices>
Oct 24 14:49:45 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:49:45 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:49:45 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk"/>
Oct 24 14:49:45 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:49:45 user nova-compute[74497]:     </disk>
Oct 24 14:49:45 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:45 user nova-compute[74497]:       <mac address="fa:16:3e:25:40:ed"/>
Oct 24 14:49:45 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:45 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:45 user nova-compute[74497]:       <target dev="tap0f482d67-af"/>
Oct 24 14:49:45 user nova-compute[74497]:     </interface>
Oct 24 14:49:45 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:49:45 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/console.log" append="off"/>
Oct 24 14:49:45 user nova-compute[74497]:     </serial>
Oct 24 14:49:45 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:49:45 user nova-compute[74497]:     <video>
Oct 24 14:49:45 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:45 user nova-compute[74497]:     </video>
Oct 24 14:49:45 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:49:45 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:49:45 user nova-compute[74497]:     </rng>
Oct 24 14:49:45 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:49:45 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:49:45 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:49:45 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:45 user nova-compute[74497]:   </devices>
Oct 24 14:49:45 user nova-compute[74497]: </domain>
Oct 24 14:49:45 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1151017816',display_name='tempest-TestStampPattern-server-1151017816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1151017816',id=21,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXuMWKTjjRiZBNz4NXzsgNWeVCva4tWMf6g4mUfSU6JFNESbQ1uWeFWxQXDWgsY8tse9E7+sWtzhfWAp0i0NL6aw36EHSwyInCfgbCs4Hf27hBg6PkMuYdDcYBFIaoHA==',key_name='tempest-TestStampPattern-303037603',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='830e657297b2474d8ad5b80da4dbd44a',ramdisk_id='',reservation_id='r-uyb89upu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-330211901',owner_user_name='tempest-TestStampPattern-330211901-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:49:42Z,user_data=None,user_id='49bcd004dccc471098811de4da03a6da',uuid=fdb1c9ca-9f93-435a-aedc-efa510dfca0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converting VIF {"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:40:ed,bridge_name='br-int',has_traffic_filtering=True,id=0f482d67-af76-4192-8794-11af066be4ff,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f482d67-af') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG os_vif [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:40:ed,bridge_name='br-int',has_traffic_filtering=True,id=0f482d67-af76-4192-8794-11af066be4ff,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f482d67-af') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '931aa69c-2170-5694-ab54-cc7aee4a70d8', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f482d67-af, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f482d67-af, col_values=(('qos', UUID('a5a7e769-a0e1-414d-8537-91415e42affa')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f482d67-af, col_values=(('external_ids', {'iface-id': '0f482d67-af76-4192-8794-11af066be4ff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:40:ed', 'vm-uuid': 'fdb1c9ca-9f93-435a-aedc-efa510dfca0b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: INFO os_vif [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:40:ed,bridge_name='br-int',has_traffic_filtering=True,id=0f482d67-af76-4192-8794-11af066be4ff,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f482d67-af')
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No VIF found with MAC fa:16:3e:25:40:ed, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.network.neutron [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updated VIF entry in instance network info cache for port 0f482d67-af76-4192-8794-11af066be4ff. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.network.neutron [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updating instance_info_cache with network_info: [{"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2bd7351f-ef33-4abf-a4fb-4e98f5041714 req-0c472b5d-4bdf-44b0-8d78-3cc7599f8333 service nova] Releasing lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-1aa84da1-f132-4b24-95f4-0a3e60d1d0ac req-81b76da4-e43d-478e-a444-313985f7b7cc service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1aa84da1-f132-4b24-95f4-0a3e60d1d0ac req-81b76da4-e43d-478e-a444-313985f7b7cc service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1aa84da1-f132-4b24-95f4-0a3e60d1d0ac req-81b76da4-e43d-478e-a444-313985f7b7cc service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1aa84da1-f132-4b24-95f4-0a3e60d1d0ac req-81b76da4-e43d-478e-a444-313985f7b7cc service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:45 user nova-compute[74497]: DEBUG nova.compute.manager [req-1aa84da1-f132-4b24-95f4-0a3e60d1d0ac req-81b76da4-e43d-478e-a444-313985f7b7cc service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:45 user nova-compute[74497]: WARNING nova.compute.manager [req-1aa84da1-f132-4b24-95f4-0a3e60d1d0ac req-81b76da4-e43d-478e-a444-313985f7b7cc service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received unexpected event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 14:49:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-3884a86f-01ae-4a37-baec-27e786967f0f req-73c3483f-4a25-4ac2-9bfd-42f5e0b4e504 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3884a86f-01ae-4a37-baec-27e786967f0f req-73c3483f-4a25-4ac2-9bfd-42f5e0b4e504 service nova] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3884a86f-01ae-4a37-baec-27e786967f0f req-73c3483f-4a25-4ac2-9bfd-42f5e0b4e504 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3884a86f-01ae-4a37-baec-27e786967f0f req-73c3483f-4a25-4ac2-9bfd-42f5e0b4e504 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-3884a86f-01ae-4a37-baec-27e786967f0f req-73c3483f-4a25-4ac2-9bfd-42f5e0b4e504 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] No waiting events found dispatching network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:47 user nova-compute[74497]: WARNING nova.compute.manager [req-3884a86f-01ae-4a37-baec-27e786967f0f req-73c3483f-4a25-4ac2-9bfd-42f5e0b4e504 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received unexpected event network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff for instance with vm_state building and task_state spawning.
Oct 24 14:49:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-9885ca11-e32e-4c5c-b479-f23ef65439b4 req-08a74428-4c4c-4a62-b68c-2ac3e518b27f service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9885ca11-e32e-4c5c-b479-f23ef65439b4 req-08a74428-4c4c-4a62-b68c-2ac3e518b27f service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9885ca11-e32e-4c5c-b479-f23ef65439b4 req-08a74428-4c4c-4a62-b68c-2ac3e518b27f service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9885ca11-e32e-4c5c-b479-f23ef65439b4 req-08a74428-4c4c-4a62-b68c-2ac3e518b27f service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-9885ca11-e32e-4c5c-b479-f23ef65439b4 req-08a74428-4c4c-4a62-b68c-2ac3e518b27f service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:47 user nova-compute[74497]: WARNING nova.compute.manager [req-9885ca11-e32e-4c5c-b479-f23ef65439b4 req-08a74428-4c4c-4a62-b68c-2ac3e518b27f service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received unexpected event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 14:49:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:49:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance spawned successfully.
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74497) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1c78e8e2-4968-4c19-8d23-13a76f95f966 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.108s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-b6efda9f-d82d-4cbe-ac65-3681381fa3f1 req-300f78f1-8c7c-471a-8ffd-d2551e629ca9 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b6efda9f-d82d-4cbe-ac65-3681381fa3f1 req-300f78f1-8c7c-471a-8ffd-d2551e629ca9 service nova] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b6efda9f-d82d-4cbe-ac65-3681381fa3f1 req-300f78f1-8c7c-471a-8ffd-d2551e629ca9 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b6efda9f-d82d-4cbe-ac65-3681381fa3f1 req-300f78f1-8c7c-471a-8ffd-d2551e629ca9 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-b6efda9f-d82d-4cbe-ac65-3681381fa3f1 req-300f78f1-8c7c-471a-8ffd-d2551e629ca9 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] No waiting events found dispatching network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:49:49 user nova-compute[74497]: WARNING nova.compute.manager [req-b6efda9f-d82d-4cbe-ac65-3681381fa3f1 req-300f78f1-8c7c-471a-8ffd-d2551e629ca9 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received unexpected event network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff for instance with vm_state building and task_state spawning.
Oct 24 14:49:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Instance spawned successfully.
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:49:49 user nova-compute[74497]: INFO nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Took 7.33 seconds to spawn the instance on the hypervisor.
Oct 24 14:49:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:49:49 user nova-compute[74497]: INFO nova.compute.manager [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Took 8.63 seconds to build instance.
Oct 24 14:49:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3f1c3d26-2bb8-4226-8efb-97c5d0bc0ea7 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.749s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:53 user nova-compute[74497]: INFO nova.compute.manager [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Terminating instance
Oct 24 14:49:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:49:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Instance destroyed successfully.
Oct 24 14:49:54 user nova-compute[74497]: DEBUG nova.objects.instance [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lazy-loading 'resources' on Instance uuid 59d06ee5-8034-4552-ad97-4ee19b371207 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:46:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-133289562',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-133289562',id=15,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKUts5q/Zgi6yQQtFNggDyyUMZmaduw/deaNWPEQPgHemWp0VKIY5BqYjGLH5BvdtiIwVGGjA7arIQnu7w5P8/T72N1xAZPxsG7uZbxPOVcLlCkoMvsWnABgsV4MGnYCFg==',key_name='tempest-keypair-1760246200',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:46:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2877a40dcbdc4fa0a7a5ce1eba4d9643',ramdisk_id='',reservation_id='r-h37ng6m8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1975848198',owner_user_name='tempest-TaggedAttachmentsTest-1975848198-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:46:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ef7d411379f34fd48e043547a7fb3758',uuid=59d06ee5-8034-4552-ad97-4ee19b371207,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converting VIF {"id": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "address": "fa:16:3e:fb:9a:f9", "network": {"id": "9d7261e5-f34e-447d-8584-220aa042a0d0", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-837082490-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.114", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2877a40dcbdc4fa0a7a5ce1eba4d9643", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d9abf7-cc", "ovs_interfaceid": "c4d9abf7-cc20-44c1-8f32-9198d390953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:9a:f9,bridge_name='br-int',has_traffic_filtering=True,id=c4d9abf7-cc20-44c1-8f32-9198d390953d,network=Network(9d7261e5-f34e-447d-8584-220aa042a0d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d9abf7-cc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG os_vif [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:9a:f9,bridge_name='br-int',has_traffic_filtering=True,id=c4d9abf7-cc20-44c1-8f32-9198d390953d,network=Network(9d7261e5-f34e-447d-8584-220aa042a0d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d9abf7-cc') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc4d9abf7-cc, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a0df80da-4ad5-4220-aebd-4cddc9e0104c) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:54 user nova-compute[74497]: INFO os_vif [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:9a:f9,bridge_name='br-int',has_traffic_filtering=True,id=c4d9abf7-cc20-44c1-8f32-9198d390953d,network=Network(9d7261e5-f34e-447d-8584-220aa042a0d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d9abf7-cc')
Oct 24 14:49:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Deleting instance files /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207_del
Oct 24 14:49:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Deletion of /opt/stack/data/nova/instances/59d06ee5-8034-4552-ad97-4ee19b371207_del complete
Oct 24 14:49:54 user nova-compute[74497]: INFO nova.compute.manager [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 24 14:49:54 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:49:54 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:49:55 user nova-compute[74497]: INFO nova.compute.claims [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Claim successful on node user
Oct 24 14:49:55 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:55 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Took 0.99 seconds to deallocate network for instance.
Oct 24 14:49:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-a1cb7ab8-4146-427b-95db-739c62f5bdd8 req-d07c7cf5-d4bb-4304-a452-e6b1d51bc274 service nova] [instance: 59d06ee5-8034-4552-ad97-4ee19b371207] Received event network-vif-deleted-c4d9abf7-cc20-44c1-8f32-9198d390953d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:49:55 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.653s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.092s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:49:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.policy [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6acc0a2c7c0147a4b8c21d52db3730c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abdcaf31a71746b7901f43d2f077d4a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:49:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Creating image(s)
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "/opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "/opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "/opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.514s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:56 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Deleted allocations for instance 59d06ee5-8034-4552-ad97-4ee19b371207
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.261s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-36358bd2-6fe3-4c8d-bea9-498a0671b5d7 tempest-TaggedAttachmentsTest-1975848198 tempest-TaggedAttachmentsTest-1975848198-project-member] Lock "59d06ee5-8034-4552-ad97-4ee19b371207" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.910s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk 1073741824" returned: 0 in 0.051s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Successfully created port: 1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Cannot resize image /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Ensure instance console log exists: /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Successfully updated port: 1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-changed-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Refreshing instance network info cache due to event network-changed-1b9c8f2f-7311-4a0a-8fca-2843e978ea57. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:49:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Instance network_info: |[{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Refreshing network info cache for port 1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Start _get_guest_xml network_info=[{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:49:58 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:58 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:49:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-404971744',display_name='tempest-ServerActionsTestOtherA-server-404971744',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-404971744',id=22,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-kbrwp4xp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:49:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=0bcf71da-f1aa-49ea-94cb-4280029fe1de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5d:ea,bridge_name='br-int',has_traffic_filtering=True,id=1b9c8f2f-7311-4a0a-8fca-2843e978ea57,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9c8f2f-73') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.objects.instance [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'pci_devices' on Instance uuid 0bcf71da-f1aa-49ea-94cb-4280029fe1de {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:49:58 user nova-compute[74497]:   <uuid>0bcf71da-f1aa-49ea-94cb-4280029fe1de</uuid>
Oct 24 14:49:58 user nova-compute[74497]:   <name>instance-00000016</name>
Oct 24 14:49:58 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:49:58 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:49:58 user nova-compute[74497]:   <metadata>
Oct 24 14:49:58 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:49:58 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:49:58 user nova-compute[74497]:       <nova:name>tempest-ServerActionsTestOtherA-server-404971744</nova:name>
Oct 24 14:49:58 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:49:58</nova:creationTime>
Oct 24 14:49:58 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:49:58 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:49:58 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:49:58 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:49:58 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:49:58 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:49:58 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:49:58 user nova-compute[74497]:       <nova:owner>
Oct 24 14:49:58 user nova-compute[74497]:         <nova:user uuid="6acc0a2c7c0147a4b8c21d52db3730c6">tempest-ServerActionsTestOtherA-416295733-project-member</nova:user>
Oct 24 14:49:58 user nova-compute[74497]:         <nova:project uuid="abdcaf31a71746b7901f43d2f077d4a6">tempest-ServerActionsTestOtherA-416295733</nova:project>
Oct 24 14:49:58 user nova-compute[74497]:       </nova:owner>
Oct 24 14:49:58 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:49:58 user nova-compute[74497]:       <nova:ports>
Oct 24 14:49:58 user nova-compute[74497]:         <nova:port uuid="1b9c8f2f-7311-4a0a-8fca-2843e978ea57">
Oct 24 14:49:58 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 14:49:58 user nova-compute[74497]:         </nova:port>
Oct 24 14:49:58 user nova-compute[74497]:       </nova:ports>
Oct 24 14:49:58 user nova-compute[74497]:     </nova:instance>
Oct 24 14:49:58 user nova-compute[74497]:   </metadata>
Oct 24 14:49:58 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:49:58 user nova-compute[74497]:     <system>
Oct 24 14:49:58 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:49:58 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:49:58 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:49:58 user nova-compute[74497]:       <entry name="serial">0bcf71da-f1aa-49ea-94cb-4280029fe1de</entry>
Oct 24 14:49:58 user nova-compute[74497]:       <entry name="uuid">0bcf71da-f1aa-49ea-94cb-4280029fe1de</entry>
Oct 24 14:49:58 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:49:58 user nova-compute[74497]:     </system>
Oct 24 14:49:58 user nova-compute[74497]:   </sysinfo>
Oct 24 14:49:58 user nova-compute[74497]:   <os>
Oct 24 14:49:58 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:49:58 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:49:58 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:49:58 user nova-compute[74497]:   </os>
Oct 24 14:49:58 user nova-compute[74497]:   <features>
Oct 24 14:49:58 user nova-compute[74497]:     <acpi/>
Oct 24 14:49:58 user nova-compute[74497]:     <apic/>
Oct 24 14:49:58 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:49:58 user nova-compute[74497]:   </features>
Oct 24 14:49:58 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:49:58 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:49:58 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:49:58 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:49:58 user nova-compute[74497]:   </clock>
Oct 24 14:49:58 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:49:58 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:49:58 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:49:58 user nova-compute[74497]:   </cpu>
Oct 24 14:49:58 user nova-compute[74497]:   <devices>
Oct 24 14:49:58 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:49:58 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:49:58 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk"/>
Oct 24 14:49:58 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:49:58 user nova-compute[74497]:     </disk>
Oct 24 14:49:58 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:49:58 user nova-compute[74497]:       <mac address="fa:16:3e:f2:5d:ea"/>
Oct 24 14:49:58 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:58 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:49:58 user nova-compute[74497]:       <target dev="tap1b9c8f2f-73"/>
Oct 24 14:49:58 user nova-compute[74497]:     </interface>
Oct 24 14:49:58 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:49:58 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/console.log" append="off"/>
Oct 24 14:49:58 user nova-compute[74497]:     </serial>
Oct 24 14:49:58 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:49:58 user nova-compute[74497]:     <video>
Oct 24 14:49:58 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:49:58 user nova-compute[74497]:     </video>
Oct 24 14:49:58 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:49:58 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:49:58 user nova-compute[74497]:     </rng>
Oct 24 14:49:58 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:49:58 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:49:58 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:49:58 user nova-compute[74497]:     </memballoon>
Oct 24 14:49:58 user nova-compute[74497]:   </devices>
Oct 24 14:49:58 user nova-compute[74497]: </domain>
Oct 24 14:49:58 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:49:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-404971744',display_name='tempest-ServerActionsTestOtherA-server-404971744',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-404971744',id=22,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-kbrwp4xp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:49:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=0bcf71da-f1aa-49ea-94cb-4280029fe1de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5d:ea,bridge_name='br-int',has_traffic_filtering=True,id=1b9c8f2f-7311-4a0a-8fca-2843e978ea57,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9c8f2f-73') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG os_vif [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5d:ea,bridge_name='br-int',has_traffic_filtering=True,id=1b9c8f2f-7311-4a0a-8fca-2843e978ea57,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9c8f2f-73') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6771c8a6-4fdf-50b4-8de2-38a7bca433a6', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1b9c8f2f-73, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1b9c8f2f-73, col_values=(('qos', UUID('d9a67e90-bffd-4886-bde4-3617666cbd1a')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1b9c8f2f-73, col_values=(('external_ids', {'iface-id': '1b9c8f2f-7311-4a0a-8fca-2843e978ea57', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:5d:ea', 'vm-uuid': '0bcf71da-f1aa-49ea-94cb-4280029fe1de'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:58 user nova-compute[74497]: INFO os_vif [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:5d:ea,bridge_name='br-int',has_traffic_filtering=True,id=1b9c8f2f-7311-4a0a-8fca-2843e978ea57,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9c8f2f-73')
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No VIF found with MAC fa:16:3e:f2:5d:ea, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updated VIF entry in instance network info cache for port 1b9c8f2f-7311-4a0a-8fca-2843e978ea57. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:49:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-50c702f4-bae7-49fe-a1a4-67f4a95b67e6 req-39c527a7-2746-4462-afda-19091fbcb9ae service nova] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:49:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:49:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-49f854ba-3a08-4796-a7c9-0f4676df4d4d req-be8014e5-fa68-47dc-8fe4-e517fccb271f service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f854ba-3a08-4796-a7c9-0f4676df4d4d req-be8014e5-fa68-47dc-8fe4-e517fccb271f service nova] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f854ba-3a08-4796-a7c9-0f4676df4d4d req-be8014e5-fa68-47dc-8fe4-e517fccb271f service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f854ba-3a08-4796-a7c9-0f4676df4d4d req-be8014e5-fa68-47dc-8fe4-e517fccb271f service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-49f854ba-3a08-4796-a7c9-0f4676df4d4d req-be8014e5-fa68-47dc-8fe4-e517fccb271f service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] No waiting events found dispatching network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:00 user nova-compute[74497]: WARNING nova.compute.manager [req-49f854ba-3a08-4796-a7c9-0f4676df4d4d req-be8014e5-fa68-47dc-8fe4-e517fccb271f service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received unexpected event network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 for instance with vm_state building and task_state spawning.
Oct 24 14:50:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:50:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Instance spawned successfully.
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-c938c35a-79d5-4a86-8474-da72632a8d6f req-ce6e366d-053b-487d-a236-56bb9ad4bc0a service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c938c35a-79d5-4a86-8474-da72632a8d6f req-ce6e366d-053b-487d-a236-56bb9ad4bc0a service nova] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c938c35a-79d5-4a86-8474-da72632a8d6f req-ce6e366d-053b-487d-a236-56bb9ad4bc0a service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c938c35a-79d5-4a86-8474-da72632a8d6f req-ce6e366d-053b-487d-a236-56bb9ad4bc0a service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-c938c35a-79d5-4a86-8474-da72632a8d6f req-ce6e366d-053b-487d-a236-56bb9ad4bc0a service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] No waiting events found dispatching network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:02 user nova-compute[74497]: WARNING nova.compute.manager [req-c938c35a-79d5-4a86-8474-da72632a8d6f req-ce6e366d-053b-487d-a236-56bb9ad4bc0a service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received unexpected event network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 for instance with vm_state building and task_state spawning.
Oct 24 14:50:02 user nova-compute[74497]: INFO nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Took 6.07 seconds to spawn the instance on the hypervisor.
Oct 24 14:50:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:50:02 user nova-compute[74497]: INFO nova.compute.manager [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Took 7.17 seconds to build instance.
Oct 24 14:50:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b6c16253-c03d-4b35-a820-4f3f9a76dd5b tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.304s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updating instance_info_cache with network_info: [{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "002a2e57-3854-4668-b231-0692f8d2ffb7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:34 user nova-compute[74497]: INFO nova.compute.manager [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Terminating instance
Oct 24 14:50:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d6de93f-30a8-43ec-b640-ec8a65b75c5c req-ed27b744-e2b1-4c3c-81e3-e19f4d437500 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received event network-vif-unplugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d6de93f-30a8-43ec-b640-ec8a65b75c5c req-ed27b744-e2b1-4c3c-81e3-e19f4d437500 service nova] Acquiring lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d6de93f-30a8-43ec-b640-ec8a65b75c5c req-ed27b744-e2b1-4c3c-81e3-e19f4d437500 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d6de93f-30a8-43ec-b640-ec8a65b75c5c req-ed27b744-e2b1-4c3c-81e3-e19f4d437500 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d6de93f-30a8-43ec-b640-ec8a65b75c5c req-ed27b744-e2b1-4c3c-81e3-e19f4d437500 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] No waiting events found dispatching network-vif-unplugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d6de93f-30a8-43ec-b640-ec8a65b75c5c req-ed27b744-e2b1-4c3c-81e3-e19f4d437500 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received event network-vif-unplugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Instance destroyed successfully.
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.objects.instance [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lazy-loading 'resources' on Instance uuid 002a2e57-3854-4668-b231-0692f8d2ffb7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:48:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-488672288',display_name='tempest-VolumesActionsTest-instance-488672288',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-488672288',id=20,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:48:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='824fa150df034b28a51592bf7b94ffd3',ramdisk_id='',reservation_id='r-f1a5she2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1739794370',owner_user_name='tempest-VolumesActionsTest-1739794370-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:48:51Z,user_data=None,user_id='b53f2d9c8ef74b1db021fbcccdc22b60',uuid=002a2e57-3854-4668-b231-0692f8d2ffb7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converting VIF {"id": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "address": "fa:16:3e:d8:8c:a2", "network": {"id": "10c67a5f-7db4-4085-bde4-99efbf1ba11e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1336057044-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "824fa150df034b28a51592bf7b94ffd3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape4a2af1a-36", "ovs_interfaceid": "e4a2af1a-36b7-4950-9061-e5a1982fb4f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:8c:a2,bridge_name='br-int',has_traffic_filtering=True,id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4a2af1a-36') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG os_vif [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:8c:a2,bridge_name='br-int',has_traffic_filtering=True,id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4a2af1a-36') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape4a2af1a-36, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=af3dcd82-6e55-48c9-b6c6-f12d78221dfd) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:35 user nova-compute[74497]: INFO os_vif [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:8c:a2,bridge_name='br-int',has_traffic_filtering=True,id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7,network=Network(10c67a5f-7db4-4085-bde4-99efbf1ba11e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape4a2af1a-36')
Oct 24 14:50:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Deleting instance files /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7_del
Oct 24 14:50:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Deletion of /opt/stack/data/nova/instances/002a2e57-3854-4668-b231-0692f8d2ffb7_del complete
Oct 24 14:50:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:35 user nova-compute[74497]: INFO nova.compute.manager [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-36dee9fc-2914-4cf7-8815-5b064c7f545e req-e9330c63-bf28-41ae-a03e-4b5839aaffdc service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received event network-vif-deleted-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:35 user nova-compute[74497]: INFO nova.compute.manager [req-36dee9fc-2914-4cf7-8815-5b064c7f545e req-e9330c63-bf28-41ae-a03e-4b5839aaffdc service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Neutron deleted interface e4a2af1a-36b7-4950-9061-e5a1982fb4f7; detaching it from the instance and deleting it from the info cache
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-36dee9fc-2914-4cf7-8815-5b064c7f545e req-e9330c63-bf28-41ae-a03e-4b5839aaffdc service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:35 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Took 0.47 seconds to deallocate network for instance.
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-36dee9fc-2914-4cf7-8815-5b064c7f545e req-e9330c63-bf28-41ae-a03e-4b5839aaffdc service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Detach interface failed, port_id=e4a2af1a-36b7-4950-9061-e5a1982fb4f7, reason: Instance 002a2e57-3854-4668-b231-0692f8d2ffb7 could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:50:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:36 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Deleted allocations for instance 002a2e57-3854-4668-b231-0692f8d2ffb7
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-da08f93c-000a-4c80-8349-7e9a4f1b5c47 tempest-VolumesActionsTest-1739794370 tempest-VolumesActionsTest-1739794370-project-member] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.884s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-ce8be13d-419b-44df-9c6c-2aac4b06a97e req-57b35fd8-19dd-45eb-a1b6-52630990bc69 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received event network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce8be13d-419b-44df-9c6c-2aac4b06a97e req-57b35fd8-19dd-45eb-a1b6-52630990bc69 service nova] Acquiring lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce8be13d-419b-44df-9c6c-2aac4b06a97e req-57b35fd8-19dd-45eb-a1b6-52630990bc69 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce8be13d-419b-44df-9c6c-2aac4b06a97e req-57b35fd8-19dd-45eb-a1b6-52630990bc69 service nova] Lock "002a2e57-3854-4668-b231-0692f8d2ffb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-ce8be13d-419b-44df-9c6c-2aac4b06a97e req-57b35fd8-19dd-45eb-a1b6-52630990bc69 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] No waiting events found dispatching network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:36 user nova-compute[74497]: WARNING nova.compute.manager [req-ce8be13d-419b-44df-9c6c-2aac4b06a97e req-57b35fd8-19dd-45eb-a1b6-52630990bc69 service nova] [instance: 002a2e57-3854-4668-b231-0692f8d2ffb7] Received unexpected event network-vif-plugged-e4a2af1a-36b7-4950-9061-e5a1982fb4f7 for instance with vm_state deleted and task_state None.
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:50:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:50:37 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7632MB free_disk=25.420867919921875GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:50:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2a502463-6538-40a6-9ed0-a7ccc886f1dc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:50:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.445s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:50:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-changed-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing instance network info cache due to event network-changed-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:50:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] Acquiring lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:50:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] Acquired lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:50:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Refreshing network info cache for port b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:50:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:45 user nova-compute[74497]: DEBUG nova.network.neutron [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updated VIF entry in instance network info cache for port b3e47cc8-c734-4f79-a98a-5f7f23b3f62c. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:50:45 user nova-compute[74497]: DEBUG nova.network.neutron [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [{"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5a5fb6e0-341d-422d-a76f-a45a9925ee94 req-a42b6457-c8ba-446d-a75b-572023e1c7a8 service nova] Releasing lock "refresh_cache-87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:47 user nova-compute[74497]: INFO nova.compute.manager [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Terminating instance
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-c18134c7-e2d3-4d6e-a4c1-b66aa179895d req-66f04a2d-d800-4b34-adcb-2f0b8777a991 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c18134c7-e2d3-4d6e-a4c1-b66aa179895d req-66f04a2d-d800-4b34-adcb-2f0b8777a991 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c18134c7-e2d3-4d6e-a4c1-b66aa179895d req-66f04a2d-d800-4b34-adcb-2f0b8777a991 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c18134c7-e2d3-4d6e-a4c1-b66aa179895d req-66f04a2d-d800-4b34-adcb-2f0b8777a991 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-c18134c7-e2d3-4d6e-a4c1-b66aa179895d req-66f04a2d-d800-4b34-adcb-2f0b8777a991 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-unplugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-c18134c7-e2d3-4d6e-a4c1-b66aa179895d req-66f04a2d-d800-4b34-adcb-2f0b8777a991 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:50:47 user nova-compute[74497]: INFO nova.compute.claims [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Claim successful on node user
Oct 24 14:50:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-f626aef5-b5cb-4e8a-b7f0-bd16df0d9962 req-91353a28-7e30-471a-8617-66168f9e0b0f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f626aef5-b5cb-4e8a-b7f0-bd16df0d9962 req-91353a28-7e30-471a-8617-66168f9e0b0f service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f626aef5-b5cb-4e8a-b7f0-bd16df0d9962 req-91353a28-7e30-471a-8617-66168f9e0b0f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f626aef5-b5cb-4e8a-b7f0-bd16df0d9962 req-91353a28-7e30-471a-8617-66168f9e0b0f service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:47 user nova-compute[74497]: DEBUG nova.compute.manager [req-f626aef5-b5cb-4e8a-b7f0-bd16df0d9962 req-91353a28-7e30-471a-8617-66168f9e0b0f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-unplugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-f626aef5-b5cb-4e8a-b7f0-bd16df0d9962 req-91353a28-7e30-471a-8617-66168f9e0b0f service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-a249ffc8-4339-4c34-9869-f6122f4ca959 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.477s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:50:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.policy [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38a58561620648e0aa4a2bf3caf99e05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c5c5b44de4e8585490872dd5f0b16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:50:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Creating image(s)
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "/opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.221s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.284s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Instance destroyed successfully.
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lazy-loading 'resources' on Instance uuid 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk 1073741824" returned: 0 in 0.062s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.353s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:73:0f,bridge_name='br-int',has_traffic_filtering=True,id=b3e47cc8-c734-4f79-a98a-5f7f23b3f62c,network=Network(fb7d8ccb-b24e-48bf-bb5f-665396802337),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3e47cc8-c7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:73:0f,bridge_name='br-int',has_traffic_filtering=True,id=b3e47cc8-c734-4f79-a98a-5f7f23b3f62c,network=Network(fb7d8ccb-b24e-48bf-bb5f-665396802337),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3e47cc8-c7') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb3e47cc8-c7, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Successfully created port: f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=faef180d-8d1a-4040-a969-0e111d8c6b3b) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: INFO os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:73:0f,bridge_name='br-int',has_traffic_filtering=True,id=b3e47cc8-c734-4f79-a98a-5f7f23b3f62c,network=Network(fb7d8ccb-b24e-48bf-bb5f-665396802337),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3e47cc8-c7')
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:23:af,bridge_name='br-int',has_traffic_filtering=True,id=a249ffc8-4339-4c34-9869-f6122f4ca959,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa249ffc8-43') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:23:af,bridge_name='br-int',has_traffic_filtering=True,id=a249ffc8-4339-4c34-9869-f6122f4ca959,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa249ffc8-43') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa249ffc8-43, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cdca722c-edd4-464f-a6b6-80467d3ac1b9) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: INFO os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:23:af,bridge_name='br-int',has_traffic_filtering=True,id=a249ffc8-4339-4c34-9869-f6122f4ca959,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa249ffc8-43')
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:b1:97,bridge_name='br-int',has_traffic_filtering=True,id=f354645e-ddf1-4ab7-939c-3ecb08534883,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf354645e-dd') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:b1:97,bridge_name='br-int',has_traffic_filtering=True,id=f354645e-ddf1-4ab7-939c-3ecb08534883,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf354645e-dd') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf354645e-dd, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Cannot resize image /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Ensure instance console log exists: /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f599108a-f8fe-4b71-a94d-050606ccab0c) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: INFO os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:b1:97,bridge_name='br-int',has_traffic_filtering=True,id=f354645e-ddf1-4ab7-939c-3ecb08534883,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf354645e-dd')
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7f:84:d2,bridge_name='br-int',has_traffic_filtering=True,id=1cd99591-320c-4006-913e-f558cb051c7e,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd99591-32') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:84:d2,bridge_name='br-int',has_traffic_filtering=True,id=1cd99591-320c-4006-913e-f558cb051c7e,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd99591-32') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1cd99591-32, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b89deb8d-1690-4fd2-aacc-d3e1317c7b4e) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: INFO os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7f:84:d2,bridge_name='br-int',has_traffic_filtering=True,id=1cd99591-320c-4006-913e-f558cb051c7e,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1cd99591-32')
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:dc:13,bridge_name='br-int',has_traffic_filtering=True,id=74ae701e-fcd3-46ba-99a1-09ee61ece028,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ae701e-fc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:dc:13,bridge_name='br-int',has_traffic_filtering=True,id=74ae701e-fcd3-46ba-99a1-09ee61ece028,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ae701e-fc') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap74ae701e-fc, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=18b27a55-9d0a-4fba-ae97-17b473dafbf3) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: INFO os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:dc:13,bridge_name='br-int',has_traffic_filtering=True,id=74ae701e-fcd3-46ba-99a1-09ee61ece028,network=Network(57b9afa9-3a7e-4f04-8da9-eefb154167b9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap74ae701e-fc')
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "address": "fa:16:3e:4c:84:50", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapedfa2100-d0", "ovs_interfaceid": "edfa2100-d0d8-4206-b77d-f4a6eff3915a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4c:84:50,bridge_name='br-int',has_traffic_filtering=True,id=edfa2100-d0d8-4206-b77d-f4a6eff3915a,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedfa2100-d0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:84:50,bridge_name='br-int',has_traffic_filtering=True,id=edfa2100-d0d8-4206-b77d-f4a6eff3915a,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedfa2100-d0') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapedfa2100-d0, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8ffd17e-dbf0-46f2-9cdd-cc087781c028) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: INFO os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4c:84:50,bridge_name='br-int',has_traffic_filtering=True,id=edfa2100-d0d8-4206-b77d-f4a6eff3915a,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapedfa2100-d0')
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T14:48:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-258221266',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-258221266',id=19,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAedwGAnpxG8knhWxZ1KlC65IyTrK90zn0dMDRGEwf5BR6f9yXcGtD88rXFjJ5ni5l1LkdE4JgGRyskanxogf1Kl0661W9Ul+BuRyd5yOIHKieD9l3CeVd7P4Hu6DfGV0Q==',key_name='tempest-keypair-159723797',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b7654644617441bbb897e69481fa9424',ramdisk_id='',reservation_id='r-5ra009rp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-989693490',owner_user_name='tempest-TaggedBootDevicesTest-989693490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='755f644b7f594d6b8a6177dbc62540e1',uuid=87426b00-b3f3-45e2-8ca8-30d06ebc8d8b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converting VIF {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:93:34:2b,bridge_name='br-int',has_traffic_filtering=True,id=40e1e991-75e0-4823-aa4c-c19790ced29e,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e1e991-75') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:34:2b,bridge_name='br-int',has_traffic_filtering=True,id=40e1e991-75e0-4823-aa4c-c19790ced29e,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e1e991-75') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40e1e991-75, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=37a9eedf-1004-42a1-a5cd-e7c28b3ed334) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:49 user nova-compute[74497]: INFO os_vif [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:93:34:2b,bridge_name='br-int',has_traffic_filtering=True,id=40e1e991-75e0-4823-aa4c-c19790ced29e,network=Network(33a9a001-06f2-44c0-b93e-494e98da754d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e1e991-75')
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fasqGuht', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:50:49 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b94d9997-036c-4a5b-b82a-56811fd2b363]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:50:49 user nova-compute[74497]: No targets found.
Oct 24 14:50:49 user nova-compute[74497]: iSNS:
Oct 24 14:50:49 user nova-compute[74497]: No targets found.
Oct 24 14:50:49 user nova-compute[74497]: STATIC:
Oct 24 14:50:49 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff
Oct 24 14:50:49 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:49 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:49 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189
Oct 24 14:50:49 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:49 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:49 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2
Oct 24 14:50:49 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:49 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:49 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:50:49 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:49 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:49 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c
Oct 24 14:50:49 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:49 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:49 user nova-compute[74497]: FIRMWARE:
Oct 24 14:50:49 user nova-compute[74497]: No targets found.
Oct 24 14:50:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:50:49 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:50:49 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Successfully updated port: f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-d99251e5-dc7a-4f64-b1da-f26017efe465" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-d99251e5-dc7a-4f64-b1da-f26017efe465" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc86f61-b970-4891-8967-b3e53d79ac4b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:49 user nova-compute[74497]: WARNING nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c for instance with vm_state active and task_state deleting.
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-unplugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-f354645e-ddf1-4ab7-939c-3ecb08534883 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:49 user nova-compute[74497]: WARNING nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-f354645e-ddf1-4ab7-939c-3ecb08534883 for instance with vm_state active and task_state deleting.
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-unplugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-1cd99591-320c-4006-913e-f558cb051c7e for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:49 user nova-compute[74497]: WARNING nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-1cd99591-320c-4006-913e-f558cb051c7e for instance with vm_state active and task_state deleting.
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-unplugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:49 user nova-compute[74497]: WARNING nova.compute.manager [req-41ccc6fd-bdbf-480e-8ccf-ee2e6ff952e0 req-0c592137-5ed7-4016-8512-7778bc7cac56 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-74ae701e-fcd3-46ba-99a1-09ee61ece028 for instance with vm_state active and task_state deleting.
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4af82b-2707-418a-975e-a0b76a70405c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff78170af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2675ce41-e0b3-430a-92ca-a72df99a22b7]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received event network-changed-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Refreshing instance network info cache due to event network-changed-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] Acquiring lock "refresh_cache-d99251e5-dc7a-4f64-b1da-f26017efe465" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:50 user nova-compute[74497]: WARNING nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-a249ffc8-4339-4c34-9869-f6122f4ca959 for instance with vm_state active and task_state deleting.
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-unplugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:50 user nova-compute[74497]: WARNING nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-edfa2100-d0d8-4206-b77d-f4a6eff3915a for instance with vm_state active and task_state deleting.
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-unplugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-unplugged-40e1e991-75e0-4823-aa4c-c19790ced29e for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Acquiring lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] No waiting events found dispatching network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:50 user nova-compute[74497]: WARNING nova.compute.manager [req-b7ec1f98-971c-4f53-b713-ebdcff209f3f req-721ac2d6-7f58-4230-9084-e1b3cf5a0fe0 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received unexpected event network-vif-plugged-40e1e991-75e0-4823-aa4c-c19790ced29e for instance with vm_state active and task_state deleting.
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5932a892-caf6-4aad-81c5-cc38957ef6b3]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[95d8f6cc-a8ff-4d38-b313-57f21362f89d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2acca9-fb1f-4ffb-bb5b-5e9a98420d36]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[681ae560-1775-45e9-ac11-7e558a50736d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b3f4f5-5936-4aec-b74e-b5fe9123c114]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260]
Oct 24 14:50:50 user nova-compute[74497]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189, portal: 172.16.0.220,3260] successful.
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec2ae891-1a6d-4da8-875c-f1385d5cc189 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff77b04-bfd9-46fd-9fe3-419dc9dd75bd]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== disconnect_volume: return (374ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XpxkIbHm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:50:50 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Updating instance_info_cache with network_info: [{"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c514486b-69d1-462b-9044-64ba1ce1a800]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:50:50 user nova-compute[74497]: No targets found.
Oct 24 14:50:50 user nova-compute[74497]: iSNS:
Oct 24 14:50:50 user nova-compute[74497]: No targets found.
Oct 24 14:50:50 user nova-compute[74497]: STATIC:
Oct 24 14:50:50 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff
Oct 24 14:50:50 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:50 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:50 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2
Oct 24 14:50:50 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:50 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:50 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:50:50 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:50 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:50 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c
Oct 24 14:50:50 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:50 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:50 user nova-compute[74497]: FIRMWARE:
Oct 24 14:50:50 user nova-compute[74497]: No targets found.
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:50:50 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:50:50 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-d99251e5-dc7a-4f64-b1da-f26017efe465" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Instance network_info: |[{"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] Acquired lock "refresh_cache-d99251e5-dc7a-4f64-b1da-f26017efe465" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Refreshing network info cache for port f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Start _get_guest_xml network_info=[{"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8a14e5-cc25-4883-8ede-e3997e5d7b76]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:50:50 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:50:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-109015334',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-109015334',id=23,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-690s4d6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:50:49Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=d99251e5-dc7a-4f64-b1da-f26017efe465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:9a:53,bridge_name='br-int',has_traffic_filtering=True,id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf197aa12-c8') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.objects.instance [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'pci_devices' on Instance uuid d99251e5-dc7a-4f64-b1da-f26017efe465 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8d9b64b-4f73-44b8-9b6e-04fcb0b7a2e8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff60722a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:50:50 user nova-compute[74497]:   <uuid>d99251e5-dc7a-4f64-b1da-f26017efe465</uuid>
Oct 24 14:50:50 user nova-compute[74497]:   <name>instance-00000017</name>
Oct 24 14:50:50 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:50:50 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:50:50 user nova-compute[74497]:   <metadata>
Oct 24 14:50:50 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:50:50 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:50:50 user nova-compute[74497]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-109015334</nova:name>
Oct 24 14:50:50 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:50:50</nova:creationTime>
Oct 24 14:50:50 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:50:50 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:50:50 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:50:50 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:50:50 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:50:50 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:50:50 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:50:50 user nova-compute[74497]:       <nova:owner>
Oct 24 14:50:50 user nova-compute[74497]:         <nova:user uuid="38a58561620648e0aa4a2bf3caf99e05">tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member</nova:user>
Oct 24 14:50:50 user nova-compute[74497]:         <nova:project uuid="b94c5c5b44de4e8585490872dd5f0b16">tempest-ServerBootFromVolumeStableRescueTest-1664780445</nova:project>
Oct 24 14:50:50 user nova-compute[74497]:       </nova:owner>
Oct 24 14:50:50 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:50:50 user nova-compute[74497]:       <nova:ports>
Oct 24 14:50:50 user nova-compute[74497]:         <nova:port uuid="f197aa12-c80c-4830-8b4f-0e0dacb8fb5c">
Oct 24 14:50:50 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 14:50:50 user nova-compute[74497]:         </nova:port>
Oct 24 14:50:50 user nova-compute[74497]:       </nova:ports>
Oct 24 14:50:50 user nova-compute[74497]:     </nova:instance>
Oct 24 14:50:50 user nova-compute[74497]:   </metadata>
Oct 24 14:50:50 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:50:50 user nova-compute[74497]:     <system>
Oct 24 14:50:50 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:50:50 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:50:50 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:50:50 user nova-compute[74497]:       <entry name="serial">d99251e5-dc7a-4f64-b1da-f26017efe465</entry>
Oct 24 14:50:50 user nova-compute[74497]:       <entry name="uuid">d99251e5-dc7a-4f64-b1da-f26017efe465</entry>
Oct 24 14:50:50 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:50:50 user nova-compute[74497]:     </system>
Oct 24 14:50:50 user nova-compute[74497]:   </sysinfo>
Oct 24 14:50:50 user nova-compute[74497]:   <os>
Oct 24 14:50:50 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:50:50 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:50:50 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:50:50 user nova-compute[74497]:   </os>
Oct 24 14:50:50 user nova-compute[74497]:   <features>
Oct 24 14:50:50 user nova-compute[74497]:     <acpi/>
Oct 24 14:50:50 user nova-compute[74497]:     <apic/>
Oct 24 14:50:50 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:50:50 user nova-compute[74497]:   </features>
Oct 24 14:50:50 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:50:50 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:50:50 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:50:50 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:50:50 user nova-compute[74497]:   </clock>
Oct 24 14:50:50 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:50:50 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:50:50 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:50:50 user nova-compute[74497]:   </cpu>
Oct 24 14:50:50 user nova-compute[74497]:   <devices>
Oct 24 14:50:50 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:50:50 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:50:50 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk"/>
Oct 24 14:50:50 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:50:50 user nova-compute[74497]:     </disk>
Oct 24 14:50:50 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:50:50 user nova-compute[74497]:       <mac address="fa:16:3e:14:9a:53"/>
Oct 24 14:50:50 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:50:50 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:50:50 user nova-compute[74497]:       <target dev="tapf197aa12-c8"/>
Oct 24 14:50:50 user nova-compute[74497]:     </interface>
Oct 24 14:50:50 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:50:50 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/console.log" append="off"/>
Oct 24 14:50:50 user nova-compute[74497]:     </serial>
Oct 24 14:50:50 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:50:50 user nova-compute[74497]:     <video>
Oct 24 14:50:50 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:50:50 user nova-compute[74497]:     </video>
Oct 24 14:50:50 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:50:50 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:50:50 user nova-compute[74497]:     </rng>
Oct 24 14:50:50 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:50:50 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:50:50 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:50:50 user nova-compute[74497]:     </memballoon>
Oct 24 14:50:50 user nova-compute[74497]:   </devices>
Oct 24 14:50:50 user nova-compute[74497]: </domain>
Oct 24 14:50:50 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:50:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-109015334',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-109015334',id=23,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-690s4d6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:50:49Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=d99251e5-dc7a-4f64-b1da-f26017efe465,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:9a:53,bridge_name='br-int',has_traffic_filtering=True,id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf197aa12-c8') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_vif [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:9a:53,bridge_name='br-int',has_traffic_filtering=True,id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf197aa12-c8') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca01f7f2-12d2-5345-abb4-501bd5da231a', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf197aa12-c8, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf197aa12-c8, col_values=(('qos', UUID('9ac4af3d-5ee1-4037-8a35-63006362ce61')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf197aa12-c8, col_values=(('external_ids', {'iface-id': 'f197aa12-c80c-4830-8b4f-0e0dacb8fb5c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:9a:53', 'vm-uuid': 'd99251e5-dc7a-4f64-b1da-f26017efe465'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6744cd9d-0d5a-4941-81da-528d5f9748e8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:50 user nova-compute[74497]: INFO os_vif [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:9a:53,bridge_name='br-int',has_traffic_filtering=True,id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf197aa12-c8')
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ace17d7-9d3c-465f-af90-06ee15b7387a]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfb29349-34b4-4a9d-8844-76bb7b877dd8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No VIF found with MAC fa:16:3e:14:9a:53, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.059s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d28937-1db1-4075-93f2-5509f821773b]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f17c9b2-1883-4884-b375-5092e4831dbc]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[98771b14-7272-4530-8725-267dc8571043]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260]
Oct 24 14:50:50 user nova-compute[74497]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2, portal: 172.16.0.220,3260] successful.
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1e70e3eb-5bcd-4548-b2ed-473343a14da2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ff04733-33d1-44a3-99df-f9094ff39e58]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.377s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== disconnect_volume: return (378ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BDufNiaX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:50:50 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d126f0b-f780-40dc-a286-fc2c6773f052]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:50:50 user nova-compute[74497]: No targets found.
Oct 24 14:50:50 user nova-compute[74497]: iSNS:
Oct 24 14:50:50 user nova-compute[74497]: No targets found.
Oct 24 14:50:50 user nova-compute[74497]: STATIC:
Oct 24 14:50:50 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff
Oct 24 14:50:50 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:50 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:50 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:50:50 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:50 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:50 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c
Oct 24 14:50:50 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:50:50 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:50:50 user nova-compute[74497]: FIRMWARE:
Oct 24 14:50:50 user nova-compute[74497]: No targets found.
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:50:50 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:50:50 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e33f7e-f881-44bb-9b0c-619b5189f540]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc129588-aff4-4f2d-b4fa-30c58061c9f7]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff (non-flash)
Oct 24 14:50:50 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff60722a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff'): ({'sde'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Removing single pathed devices sde {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[807a645f-a2bb-4438-ae4d-1213e744fbad]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e76ef9dd-1dac-4cf0-a46b-46bb2c12c615]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Flushing IO for device /dev/sde {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[02fe1e77-cbb9-4db6-91cb-fb5e2835fe09]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.068s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b565cf-8e08-49b6-a103-f850fed1475b]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] SCSI volumes sde have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[052b248a-c3d9-4698-b4de-ac66d0b4a235]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Updated VIF entry in instance network info cache for port f197aa12-c80c-4830-8b4f-0e0dacb8fb5c. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Updating instance_info_cache with network_info: [{"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ff877322-e120-4171-9750-4ede46ebfbb1 req-24720783-26c8-4a6d-b1b4-57e3b8fee9d6 service nova] Releasing lock "refresh_cache-d99251e5-dc7a-4f64-b1da-f26017efe465" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48fc779-48e7-45e3-8c05-b7938f0a0a51]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260]
Oct 24 14:50:50 user nova-compute[74497]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff, portal: 172.16.0.220,3260] successful.
Oct 24 14:50:50 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:365e61ef-aa55-46c8-b769-eb6d0535c0ff -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[42453ad6-6c42-4086-bb7b-a68cb438bb24]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] <== disconnect_volume: return (333ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:50:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Deleting instance files /opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b_del
Oct 24 14:50:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Deletion of /opt/stack/data/nova/instances/87426b00-b3f3-45e2-8ca8-30d06ebc8d8b_del complete
Oct 24 14:50:51 user nova-compute[74497]: INFO nova.compute.manager [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Took 3.70 seconds to destroy the instance on the hypervisor.
Oct 24 14:50:51 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-ccff2af3-57ce-467b-9178-62b351eda3d0 req-0eac827a-e6b0-4eb4-87b4-c9617b82020b service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received event network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ccff2af3-57ce-467b-9178-62b351eda3d0 req-0eac827a-e6b0-4eb4-87b4-c9617b82020b service nova] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ccff2af3-57ce-467b-9178-62b351eda3d0 req-0eac827a-e6b0-4eb4-87b4-c9617b82020b service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ccff2af3-57ce-467b-9178-62b351eda3d0 req-0eac827a-e6b0-4eb4-87b4-c9617b82020b service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-ccff2af3-57ce-467b-9178-62b351eda3d0 req-0eac827a-e6b0-4eb4-87b4-c9617b82020b service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] No waiting events found dispatching network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:52 user nova-compute[74497]: WARNING nova.compute.manager [req-ccff2af3-57ce-467b-9178-62b351eda3d0 req-0eac827a-e6b0-4eb4-87b4-c9617b82020b service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received unexpected event network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c for instance with vm_state building and task_state spawning.
Oct 24 14:50:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-7e0d313f-479f-4899-8d58-47cd706f5738 req-548f0c2b-aa3a-4004-8e2e-bae70b2e6ff3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-deleted-edfa2100-d0d8-4206-b77d-f4a6eff3915a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:52 user nova-compute[74497]: INFO nova.compute.manager [req-7e0d313f-479f-4899-8d58-47cd706f5738 req-548f0c2b-aa3a-4004-8e2e-bae70b2e6ff3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Neutron deleted interface edfa2100-d0d8-4206-b77d-f4a6eff3915a; detaching it from the instance and deleting it from the info cache
Oct 24 14:50:52 user nova-compute[74497]: DEBUG nova.network.neutron [req-7e0d313f-479f-4899-8d58-47cd706f5738 req-548f0c2b-aa3a-4004-8e2e-bae70b2e6ff3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [{"id": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "address": "fa:16:3e:89:73:0f", "network": {"id": "fb7d8ccb-b24e-48bf-bb5f-665396802337", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-447028096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3e47cc8-c7", "ovs_interfaceid": "b3e47cc8-c734-4f79-a98a-5f7f23b3f62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a249ffc8-4339-4c34-9869-f6122f4ca959", "address": "fa:16:3e:45:23:af", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa249ffc8-43", "ovs_interfaceid": "a249ffc8-4339-4c34-9869-f6122f4ca959", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f354645e-ddf1-4ab7-939c-3ecb08534883", "address": "fa:16:3e:94:b1:97", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf354645e-dd", "ovs_interfaceid": "f354645e-ddf1-4ab7-939c-3ecb08534883", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1cd99591-320c-4006-913e-f558cb051c7e", "address": "fa:16:3e:7f:84:d2", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1cd99591-32", "ovs_interfaceid": "1cd99591-320c-4006-913e-f558cb051c7e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "address": "fa:16:3e:59:dc:13", "network": {"id": "57b9afa9-3a7e-4f04-8da9-eefb154167b9", "bridge": "br-int", "label": "tempest-device-tagging-net1-1841794333", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap74ae701e-fc", "ovs_interfaceid": "74ae701e-fcd3-46ba-99a1-09ee61ece028", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40e1e991-75e0-4823-aa4c-c19790ced29e", "address": "fa:16:3e:93:34:2b", "network": {"id": "33a9a001-06f2-44c0-b93e-494e98da754d", "bridge": "br-int", "label": "tempest-device-tagging-net2-256138331", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b7654644617441bbb897e69481fa9424", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e1e991-75", "ovs_interfaceid": "40e1e991-75e0-4823-aa4c-c19790ced29e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-7e0d313f-479f-4899-8d58-47cd706f5738 req-548f0c2b-aa3a-4004-8e2e-bae70b2e6ff3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Detach interface failed, port_id=edfa2100-d0d8-4206-b77d-f4a6eff3915a, reason: Instance 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:50:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Instance spawned successfully.
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:50:53 user nova-compute[74497]: INFO nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Took 5.31 seconds to spawn the instance on the hypervisor.
Oct 24 14:50:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:50:54 user nova-compute[74497]: INFO nova.compute.manager [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Took 6.19 seconds to build instance.
Oct 24 14:50:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dbb14720-0e88-4789-bf11-37140b53c6ba tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.342s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-d96b4a4a-ed4e-4bd9-8279-2dca76c7afab req-5cb2430b-ca3e-4eb4-a013-4d9789f971b5 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received event network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d96b4a4a-ed4e-4bd9-8279-2dca76c7afab req-5cb2430b-ca3e-4eb4-a013-4d9789f971b5 service nova] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d96b4a4a-ed4e-4bd9-8279-2dca76c7afab req-5cb2430b-ca3e-4eb4-a013-4d9789f971b5 service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d96b4a4a-ed4e-4bd9-8279-2dca76c7afab req-5cb2430b-ca3e-4eb4-a013-4d9789f971b5 service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-d96b4a4a-ed4e-4bd9-8279-2dca76c7afab req-5cb2430b-ca3e-4eb4-a013-4d9789f971b5 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] No waiting events found dispatching network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:50:54 user nova-compute[74497]: WARNING nova.compute.manager [req-d96b4a4a-ed4e-4bd9-8279-2dca76c7afab req-5cb2430b-ca3e-4eb4-a013-4d9789f971b5 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received unexpected event network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c for instance with vm_state active and task_state None.
Oct 24 14:50:54 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Took 3.33 seconds to deallocate network for instance.
Oct 24 14:50:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-cbb905fb-7bea-4caf-8876-7db13a2930cb req-865fa06b-98b9-4a20-808f-e657e3db7aa3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-deleted-74ae701e-fcd3-46ba-99a1-09ee61ece028 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-cbb905fb-7bea-4caf-8876-7db13a2930cb req-865fa06b-98b9-4a20-808f-e657e3db7aa3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-deleted-b3e47cc8-c734-4f79-a98a-5f7f23b3f62c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-cbb905fb-7bea-4caf-8876-7db13a2930cb req-865fa06b-98b9-4a20-808f-e657e3db7aa3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-deleted-1cd99591-320c-4006-913e-f558cb051c7e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-cbb905fb-7bea-4caf-8876-7db13a2930cb req-865fa06b-98b9-4a20-808f-e657e3db7aa3 service nova] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Received event network-vif-deleted-40e1e991-75e0-4823-aa4c-c19790ced29e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:50:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:50:58 user nova-compute[74497]: INFO nova.compute.manager [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] [instance: 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b] Took 4.11 seconds to detach 3 volumes for instance.
Oct 24 14:50:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:50:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:50:58 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:50:59 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:50:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:50:59 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Deleted allocations for instance 87426b00-b3f3-45e2-8ca8-30d06ebc8d8b
Oct 24 14:50:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7aa2ae1-d03c-4b35-ae9e-2918fdf7e9c0 tempest-TaggedBootDevicesTest-989693490 tempest-TaggedBootDevicesTest-989693490-project-member] Lock "87426b00-b3f3-45e2-8ca8-30d06ebc8d8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.699s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 14:51:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 14:51:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:32 user nova-compute[74497]: INFO nova.compute.manager [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Terminating instance
Oct 24 14:51:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-9b9b7788-d177-49ea-994a-26887eac874b req-1697d9d6-39fa-42c9-ad8e-5725dcddae61 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-unplugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9b9b7788-d177-49ea-994a-26887eac874b req-1697d9d6-39fa-42c9-ad8e-5725dcddae61 service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9b9b7788-d177-49ea-994a-26887eac874b req-1697d9d6-39fa-42c9-ad8e-5725dcddae61 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9b9b7788-d177-49ea-994a-26887eac874b req-1697d9d6-39fa-42c9-ad8e-5725dcddae61 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-9b9b7788-d177-49ea-994a-26887eac874b req-1697d9d6-39fa-42c9-ad8e-5725dcddae61 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-unplugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-9b9b7788-d177-49ea-994a-26887eac874b req-1697d9d6-39fa-42c9-ad8e-5725dcddae61 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-unplugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-changed-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Refreshing instance network info cache due to event network-changed-0f482d67-af76-4192-8794-11af066be4ff. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] Acquiring lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] Acquired lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:51:32 user nova-compute[74497]: DEBUG nova.network.neutron [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Refreshing network info cache for port 0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:51:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Instance destroyed successfully.
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lazy-loading 'resources' on Instance uuid 2a502463-6538-40a6-9ed0-a7ccc886f1dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T14:46:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1684515025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1161637434',id=16,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAgo4628PmK2IjcSmS7Ufz9CPuro1EORr3T23UKcOkgSwvblo/MPwq0HWxpdI67tfOLTVcR9/iNrJG1HozNxA1isHDYoBGhzXphPEouT+faEJQLMz7swBudKeqM6L1eakA==',key_name='tempest-keypair-1542407681',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='501272de18df40778b5236d8dba9de96',ramdisk_id='',reservation_id='r-k8koxl94',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-624016315',owner_user_name='tempest-ServerActionsV293TestJSON-624016315-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9875d677d13649e5817751392bff1dbb',uuid=2a502463-6538-40a6-9ed0-a7ccc886f1dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converting VIF {"id": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "address": "fa:16:3e:42:5a:34", "network": {"id": "39cbc479-02a1-436a-89d7-b23caa69e81a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1983908272-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "501272de18df40778b5236d8dba9de96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1b4c3aa-5b", "ovs_interfaceid": "f1b4c3aa-5b52-4a28-acf1-5991790bd2b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_vif [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1b4c3aa-5b, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ecd852fe-a018-47b8-8204-508558621607) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:33 user nova-compute[74497]: INFO os_vif [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:5a:34,bridge_name='br-int',has_traffic_filtering=True,id=f1b4c3aa-5b52-4a28-acf1-5991790bd2b0,network=Network(39cbc479-02a1-436a-89d7-b23caa69e81a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1b4c3aa-5b')
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMbJvxUc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:51:33 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6aaa25-28ff-456d-873c-f4f565fc425a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:51:33 user nova-compute[74497]: No targets found.
Oct 24 14:51:33 user nova-compute[74497]: iSNS:
Oct 24 14:51:33 user nova-compute[74497]: No targets found.
Oct 24 14:51:33 user nova-compute[74497]: STATIC:
Oct 24 14:51:33 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:51:33 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:51:33 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:51:33 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c
Oct 24 14:51:33 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:51:33 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:51:33 user nova-compute[74497]: FIRMWARE:
Oct 24 14:51:33 user nova-compute[74497]: No targets found.
Oct 24 14:51:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:51:33 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:51:33 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0bae62-f90a-4e26-ab28-d045cc9d18c8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[444c5192-876c-45a2-ac26-7de008820dae]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:51:33 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:51:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:51:33 user nova-compute[74497]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c (non-flash)
Oct 24 14:51:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff60689a20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c'): ({'sdf'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Removing single pathed devices sdf {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c79e86-a3f7-4105-a47d-934d63ec2a95]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'flavor' on Instance uuid fdb1c9ca-9f93-435a-aedc-efa510dfca0b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d296729-aefd-4db1-b4a6-7c46b4ec1718]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Flushing IO for device /dev/sdf {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ec5be5-e514-4f47-886a-a9d0873aa7be]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.network.neutron [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updated VIF entry in instance network info cache for port 0f482d67-af76-4192-8794-11af066be4ff. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.network.neutron [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updating instance_info_cache with network_info: [{"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.097s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48ab17a-4e5f-451f-b354-5debe3bf3832]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] SCSI volumes sdf have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49fd6441-edad-4e3b-91f9-507a779177f8 req-3f558bff-b9c8-4d03-9231-25de7e0472e8 service nova] Releasing lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa7f8b9-6397-4e1c-a22a-065856a98175]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[da563510-db64-41ae-a8bb-4d2e08bd9e72]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260]
Oct 24 14:51:33 user nova-compute[74497]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c, portal: 172.16.0.220,3260] successful.
Oct 24 14:51:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[246e06d5-2d25-4e37-8e6e-df84a36fc042]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] <== disconnect_volume: return (391ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:51:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Deleting instance files /opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc_del
Oct 24 14:51:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Deletion of /opt/stack/data/nova/instances/2a502463-6538-40a6-9ed0-a7ccc886f1dc_del complete
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:33 user nova-compute[74497]: INFO nova.compute.manager [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Attaching volume aa919e5d-1de6-40cb-8efa-d13ce3041a99 to /dev/vdb
Oct 24 14:51:33 user nova-compute[74497]: INFO nova.compute.manager [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Took 1.28 seconds to destroy the instance on the hypervisor.
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.utils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbcd9b9d-954f-44f1-bc81-05a415a83243]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8504182-f7d4-4365-8869-be9f827e49dd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8785c278-2cac-41fc-91e6-7cd522d027c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1d2cad-3b01-48f3-8d7a-c3d549221f38]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:51:33 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:51:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d971514-4cf5-4c80-b95a-6806e49d9eeb]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG os_brick.utils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:51:33 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updating existing volume attachment record: b80d5b5e-9f10-4ef0-a416-a5e3297009c2 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:51:34 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:51:34 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Took 0.83 seconds to deallocate network for instance.
Oct 24 14:51:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-66d54252-4f64-4699-8c7d-42f88871b6d0 req-e99ba4b0-709c-4604-99a4-339bc6f50263 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-deleted-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:51:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-717a5132-e24c-4f72-87c9-269d5a3104ed req-bd78d1d5-051b-44be-92d5-eacf47f35dc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:51:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-717a5132-e24c-4f72-87c9-269d5a3104ed req-bd78d1d5-051b-44be-92d5-eacf47f35dc2 service nova] Acquiring lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-717a5132-e24c-4f72-87c9-269d5a3104ed req-bd78d1d5-051b-44be-92d5-eacf47f35dc2 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-717a5132-e24c-4f72-87c9-269d5a3104ed req-bd78d1d5-051b-44be-92d5-eacf47f35dc2 service nova] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-717a5132-e24c-4f72-87c9-269d5a3104ed req-bd78d1d5-051b-44be-92d5-eacf47f35dc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] No waiting events found dispatching network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:51:34 user nova-compute[74497]: WARNING nova.compute.manager [req-717a5132-e24c-4f72-87c9-269d5a3104ed req-bd78d1d5-051b-44be-92d5-eacf47f35dc2 service nova] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Received unexpected event network-vif-plugged-f1b4c3aa-5b52-4a28-acf1-5991790bd2b0 for instance with vm_state active and task_state deleting.
Oct 24 14:51:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:36 user nova-compute[74497]: INFO nova.compute.manager [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Took 2.29 seconds to detach 1 volumes for instance.
Oct 24 14:51:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] [instance: 2a502463-6538-40a6-9ed0-a7ccc886f1dc] Deleting volume: dfb475dc-9e2d-4bd7-9b2f-2b427d389d8c {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.343s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.190s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:51:37 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Deleted allocations for instance 2a502463-6538-40a6-9ed0-a7ccc886f1dc
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c96c500e-735d-43ff-88fe-40c69427ffc0 tempest-ServerActionsV293TestJSON-624016315 tempest-ServerActionsV293TestJSON-624016315-project-member] Lock "2a502463-6538-40a6-9ed0-a7ccc886f1dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.033s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.269s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:40 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:51:40 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:51:40 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7995MB free_disk=25.380794525146484GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:51:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.599s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:51:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-changed-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Refreshing instance network info cache due to event network-changed-1b9c8f2f-7311-4a0a-8fca-2843e978ea57. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG nova.network.neutron [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Refreshing network info cache for port 1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG nova.network.neutron [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updated VIF entry in instance network info cache for port 1b9c8f2f-7311-4a0a-8fca-2843e978ea57. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG nova.network.neutron [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:51:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2fe78aca-8ecb-4249-9566-c9ee7c811de2 req-f7459889-97b4-4731-94a0-de1584a11111 service nova] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:51:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:51:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mELhHbyF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:51:53 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:51:53 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:51:53 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[01e4d788-2eee-4dd6-affc-d8f93d6e9524]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:51:53 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc572b87-98dd-47b7-be4c-cb2ddbe32cea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99] added
Oct 24 14:51:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[924642bc-71f9-4a6b-bea8-19d7deb06164]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2eea9e8-7c60-48c8-b492-e8034c5a2a5d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mELhHbyF {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mELhHbyF" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a2ccdd-e799-49bd-8199-41085dd2b64b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mELhHbyF'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[032edb5a-c8ad-44fc-8f6b-dc67f70d91d8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8655e895-d942-423d-846c-7d869b677954]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:51:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:51:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[909a006d-9a60-441a-a309-fdeedfe81485]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260]
Oct 24 14:51:53 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260] successful.
Oct 24 14:51:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[52c35fcb-eb03-456e-ba8d-44fa0c8c43f2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0489eebc-7a15-42f4-af2f-53661b0c4966]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:51:53 user nova-compute[74497]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 (non-flash)
Oct 24 14:51:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:51:53 user nova-compute[74497]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 (non-flash)
Oct 24 14:51:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] HCTL ('34', '-', '-', 0) found on session 23 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8aa650d-ef1c-4575-98bb-278f01624aa6]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Searching for a device in session 23 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:51:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mELhHbyF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:51:54 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:51:54 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23630666164633435', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:51:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630666164633435', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:51:54 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'flavor' on Instance uuid fdb1c9ca-9f93-435a-aedc-efa510dfca0b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:51:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:51:54 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:51:54 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:51:54 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:51:54 user nova-compute[74497]:   <serial>aa919e5d-1de6-40cb-8efa-d13ce3041a99</serial>
Oct 24 14:51:54 user nova-compute[74497]: </disk>
Oct 24 14:51:54 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:51:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:51:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:51:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No VIF found with MAC fa:16:3e:25:40:ed, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:51:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f2bd449b-0235-4b81-a729-553e7c2ccecf tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.510s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:51:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:51:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:51:57 user nova-compute[74497]: INFO nova.compute.manager [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Detaching volume aa919e5d-1de6-40cb-8efa-d13ce3041a99
Oct 24 14:51:57 user nova-compute[74497]: INFO nova.virt.block_device [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Attempting to driver detach volume aa919e5d-1de6-40cb-8efa-d13ce3041a99 from mountpoint /dev/vdb
Oct 24 14:51:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Attempting to detach device vdb from instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:51:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:51:57 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:51:57 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:51:57 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:51:57 user nova-compute[74497]:   <serial>aa919e5d-1de6-40cb-8efa-d13ce3041a99</serial>
Oct 24 14:51:57 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:51:57 user nova-compute[74497]: </disk>
Oct 24 14:51:57 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:51:57 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully detached device vdb from instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b from the persistent domain config.
Oct 24 14:51:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:51:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:51:57 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:51:57 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 14:51:57 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:51:57 user nova-compute[74497]:   <serial>aa919e5d-1de6-40cb-8efa-d13ce3041a99</serial>
Oct 24 14:51:57 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:51:57 user nova-compute[74497]: </disk>
Oct 24 14:51:57 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:51:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:51:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:59 user nova-compute[74497]: INFO nova.compute.manager [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Rescuing
Oct 24 14:51:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:51:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:51:59 user nova-compute[74497]: DEBUG nova.network.neutron [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:51:59 user nova-compute[74497]: DEBUG nova.network.neutron [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:51:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:51:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:51:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-54089845-a803-431a-b14f-b05f4b99792f req-afece709-bf8e-4274-bdcd-2ad5b16b8bcb service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-54089845-a803-431a-b14f-b05f4b99792f req-afece709-bf8e-4274-bdcd-2ad5b16b8bcb service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-54089845-a803-431a-b14f-b05f4b99792f req-afece709-bf8e-4274-bdcd-2ad5b16b8bcb service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-54089845-a803-431a-b14f-b05f4b99792f req-afece709-bf8e-4274-bdcd-2ad5b16b8bcb service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-54089845-a803-431a-b14f-b05f4b99792f req-afece709-bf8e-4274-bdcd-2ad5b16b8bcb service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:52:00 user nova-compute[74497]: WARNING nova.compute.manager [req-54089845-a803-431a-b14f-b05f4b99792f req-afece709-bf8e-4274-bdcd-2ad5b16b8bcb service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state active and task_state rescuing.
Oct 24 14:52:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance destroyed successfully.
Oct 24 14:52:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Attempting rescue
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74497) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 14:52:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Creating image(s)
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'trusted_certs' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue" returned: 0 in 0.052s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'migration_context' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.base [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<f1b12006-db76-43bd-8077-6d93699763ee> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Start _get_guest_xml network_info=[{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:81:42:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'resources' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.base [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<f1b12006-db76-43bd-8077-6d93699763ee> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'numa_topology' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.base [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<f1b12006-db76-43bd-8077-6d93699763ee> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:52:00 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:52:00 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'vcpu_model' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.base [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<f1b12006-db76-43bd-8077-6d93699763ee> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-636746529',display_name='tempest-ServerRescueNegativeTestJSON-server-636746529',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-636746529',id=17,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:47:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-p3mofvb4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:47:21Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=f1b12006-db76-43bd-8077-6d93699763ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:81:42:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:81:42:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'pci_devices' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.objects.base [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<f1b12006-db76-43bd-8077-6d93699763ee> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:52:00 user nova-compute[74497]:   <uuid>f1b12006-db76-43bd-8077-6d93699763ee</uuid>
Oct 24 14:52:00 user nova-compute[74497]:   <name>instance-00000011</name>
Oct 24 14:52:00 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:52:00 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:52:00 user nova-compute[74497]:   <metadata>
Oct 24 14:52:00 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:52:00 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:52:00 user nova-compute[74497]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-636746529</nova:name>
Oct 24 14:52:00 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:52:00</nova:creationTime>
Oct 24 14:52:00 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:52:00 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:52:00 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:52:00 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:52:00 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:52:00 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:52:00 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:52:00 user nova-compute[74497]:       <nova:owner>
Oct 24 14:52:00 user nova-compute[74497]:         <nova:user uuid="ead7fdce3ca54727a430be78c1b5d8bd">tempest-ServerRescueNegativeTestJSON-501552954-project-member</nova:user>
Oct 24 14:52:00 user nova-compute[74497]:         <nova:project uuid="b68e723fed1247449ad8a84d9e6febae">tempest-ServerRescueNegativeTestJSON-501552954</nova:project>
Oct 24 14:52:00 user nova-compute[74497]:       </nova:owner>
Oct 24 14:52:00 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:52:00 user nova-compute[74497]:       <nova:ports>
Oct 24 14:52:00 user nova-compute[74497]:         <nova:port uuid="af5c56ec-1f17-43a5-a973-d806d7d3423e">
Oct 24 14:52:00 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 14:52:00 user nova-compute[74497]:         </nova:port>
Oct 24 14:52:00 user nova-compute[74497]:       </nova:ports>
Oct 24 14:52:00 user nova-compute[74497]:     </nova:instance>
Oct 24 14:52:00 user nova-compute[74497]:   </metadata>
Oct 24 14:52:00 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:52:00 user nova-compute[74497]:     <system>
Oct 24 14:52:00 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:52:00 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:52:00 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:52:00 user nova-compute[74497]:       <entry name="serial">f1b12006-db76-43bd-8077-6d93699763ee</entry>
Oct 24 14:52:00 user nova-compute[74497]:       <entry name="uuid">f1b12006-db76-43bd-8077-6d93699763ee</entry>
Oct 24 14:52:00 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:52:00 user nova-compute[74497]:     </system>
Oct 24 14:52:00 user nova-compute[74497]:   </sysinfo>
Oct 24 14:52:00 user nova-compute[74497]:   <os>
Oct 24 14:52:00 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:52:00 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:52:00 user nova-compute[74497]:   </os>
Oct 24 14:52:00 user nova-compute[74497]:   <features>
Oct 24 14:52:00 user nova-compute[74497]:     <acpi/>
Oct 24 14:52:00 user nova-compute[74497]:     <apic/>
Oct 24 14:52:00 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:52:00 user nova-compute[74497]:   </features>
Oct 24 14:52:00 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:52:00 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:52:00 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:52:00 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:52:00 user nova-compute[74497]:   </clock>
Oct 24 14:52:00 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:52:00 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:52:00 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:52:00 user nova-compute[74497]:   </cpu>
Oct 24 14:52:00 user nova-compute[74497]:   <devices>
Oct 24 14:52:00 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:52:00 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:52:00 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue"/>
Oct 24 14:52:00 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:52:00 user nova-compute[74497]:     </disk>
Oct 24 14:52:00 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:52:00 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:52:00 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk"/>
Oct 24 14:52:00 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:52:00 user nova-compute[74497]:     </disk>
Oct 24 14:52:00 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:52:00 user nova-compute[74497]:       <mac address="fa:16:3e:81:42:de"/>
Oct 24 14:52:00 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:52:00 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:52:00 user nova-compute[74497]:       <target dev="tapaf5c56ec-1f"/>
Oct 24 14:52:00 user nova-compute[74497]:     </interface>
Oct 24 14:52:00 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:52:00 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/console.log" append="off"/>
Oct 24 14:52:00 user nova-compute[74497]:     </serial>
Oct 24 14:52:00 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:52:00 user nova-compute[74497]:     <video>
Oct 24 14:52:00 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:52:00 user nova-compute[74497]:     </video>
Oct 24 14:52:00 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:52:00 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:52:00 user nova-compute[74497]:     </rng>
Oct 24 14:52:00 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:52:00 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:52:00 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:52:00 user nova-compute[74497]:     </memballoon>
Oct 24 14:52:00 user nova-compute[74497]:   </devices>
Oct 24 14:52:00 user nova-compute[74497]: </domain>
Oct 24 14:52:00 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:52:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance destroyed successfully.
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:52:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No VIF found with MAC fa:16:3e:81:42:de, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-6438f63d-3e33-40d2-b02a-d73d0807b502 req-83f8bdd4-6179-49ae-8b10-7e1672174791 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6438f63d-3e33-40d2-b02a-d73d0807b502 req-83f8bdd4-6179-49ae-8b10-7e1672174791 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6438f63d-3e33-40d2-b02a-d73d0807b502 req-83f8bdd4-6179-49ae-8b10-7e1672174791 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6438f63d-3e33-40d2-b02a-d73d0807b502 req-83f8bdd4-6179-49ae-8b10-7e1672174791 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-6438f63d-3e33-40d2-b02a-d73d0807b502 req-83f8bdd4-6179-49ae-8b10-7e1672174791 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:52:02 user nova-compute[74497]: WARNING nova.compute.manager [req-6438f63d-3e33-40d2-b02a-d73d0807b502 req-83f8bdd4-6179-49ae-8b10-7e1672174791 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state active and task_state rescuing.
Oct 24 14:52:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:52:04 user nova-compute[74497]: WARNING nova.compute.manager [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state active and task_state rescuing.
Oct 24 14:52:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:52:04 user nova-compute[74497]: WARNING nova.compute.manager [req-96835db4-8b78-4646-8422-ccae6c4ab52c req-2307a99c-545a-416f-a9da-137c976cfac7 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state active and task_state rescuing.
Oct 24 14:52:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-41fc2b8c-d759-4934-bbf3-e422920b6f76 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:52:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:52:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 14:52:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:52:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:52:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:17 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b is timed out.
Oct 24 14:52:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully detached device vdb from instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b from the live domain config.
Oct 24 14:52:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mELhHbyF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:52:17 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[651aa56d-873d-4b15-8b7d-b4c706ae3f61]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:52:17 user nova-compute[74497]: No targets found.
Oct 24 14:52:17 user nova-compute[74497]: iSNS:
Oct 24 14:52:17 user nova-compute[74497]: No targets found.
Oct 24 14:52:17 user nova-compute[74497]: STATIC:
Oct 24 14:52:17 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99
Oct 24 14:52:17 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:52:17 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:52:17 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:52:17 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:52:17 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:52:17 user nova-compute[74497]: FIRMWARE:
Oct 24 14:52:17 user nova-compute[74497]: No targets found.
Oct 24 14:52:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:52:17 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:52:17 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a91db87-31f3-4cbc-8c28-0dfc81c7a826]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eeb0e02-a0fb-494f-b619-141eb47ba4f0]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:52:17 user nova-compute[74497]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 (non-flash)
Oct 24 14:52:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:52:17 user nova-compute[74497]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 (non-flash)
Oct 24 14:52:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601c2440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[780e12d8-ed46-4724-ad3f-8a9565370b7c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a37768c-0d9d-4fd4-919e-9f804c16c894]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ea77a8-74c8-4e7c-a11c-a6cbf87ce584]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad13e826-f600-41bf-8cb2-fd47a11526fb]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d15843-b8ee-427b-b1b5-4ff862ee2b2d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a33b2f-b9e3-4bc1-a875-8d9470e4213b]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260]
Oct 24 14:52:17 user nova-compute[74497]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99, portal: 172.16.0.220,3260] successful.
Oct 24 14:52:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa919e5d-1de6-40cb-8efa-d13ce3041a99 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c96a67b-c217-471f-b969-be7352416bc9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] <== disconnect_volume: return (320ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:52:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:52:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:19 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'flavor' on Instance uuid fdb1c9ca-9f93-435a-aedc-efa510dfca0b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c9f742e1-90a8-420c-975d-817f99afce7b tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.051s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:52:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:36 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:52:38 user nova-compute[74497]: INFO nova.compute.manager [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] instance snapshotting
Oct 24 14:52:38 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Beginning live snapshot process
Oct 24 14:52:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json -f qcow2" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json -f qcow2" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.241s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpe9zxm66d/d294e7f934984e65a1af84294af5bb7e.delta 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpe9zxm66d/d294e7f934984e65a1af84294af5bb7e.delta 1073741824" returned: 0 in 0.081s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:39 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 14:52:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:52:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:52:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.285s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpe9zxm66d/d294e7f934984e65a1af84294af5bb7e.delta /opt/stack/data/nova/instances/snapshots/tmpe9zxm66d/d294e7f934984e65a1af84294af5bb7e {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.271s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpe9zxm66d/d294e7f934984e65a1af84294af5bb7e.delta /opt/stack/data/nova/instances/snapshots/tmpe9zxm66d/d294e7f934984e65a1af84294af5bb7e" returned: 0 in 0.769s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Snapshot extracted, beginning image upload
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:52:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8024MB free_disk=25.36691665649414GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 14:52:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 14:52:45 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:52:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:45 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:52:45 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:52:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.990s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:45 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Snapshot image upload complete
Oct 24 14:52:45 user nova-compute[74497]: INFO nova.compute.manager [None req-17d3ddac-a49d-4d71-9cc2-563fe535648d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Took 7.09 seconds to snapshot the instance on the hypervisor.
Oct 24 14:52:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:52:48 user nova-compute[74497]: INFO nova.compute.claims [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Claim successful on node user
Oct 24 14:52:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.417s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:52:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:52:48 user nova-compute[74497]: DEBUG nova.policy [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3c2f59643b040da8c0d3f6a51da84b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d99c8cd2d1a423c8f87de7eaf567e5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:52:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Creating image(s)
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.272s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.226s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk 1073741824" returned: 0 in 0.058s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:52:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Successfully created port: f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Cannot resize image /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Ensure instance console log exists: /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Successfully updated port: f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquired lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing instance network info cache due to event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] Acquiring lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:52:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Releasing lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance network_info: |[{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] Acquired lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Start _get_guest_xml network_info=[{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:52:51 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:52:51 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-789916025',display_name='tempest-ServerStableDeviceRescueTest-server-789916025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-789916025',id=24,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIaV/U1HLvM2ExSB9HMGFPMUVDvTMfAa2lIUyAmeunLqE18xzEmklHBSU6SDUkGR79rVoteD5JqLdSUImgGVo1X9NYIIxdJb1Pp4FEbfCm7WLJRlUcbYxVddMohidtQf7A==',key_name='tempest-keypair-1416896354',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7d99c8cd2d1a423c8f87de7eaf567e5d',ramdisk_id='',reservation_id='r-dgzu2tuy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-27808868',owner_user_name='tempest-ServerStableDeviceRescueTest-27808868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:52:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3c2f59643b040da8c0d3f6a51da84b5',uuid=9fa101cd-56c6-45e5-93db-4c6d86ab37d8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converting VIF {"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.objects.instance [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:52:51 user nova-compute[74497]:   <uuid>9fa101cd-56c6-45e5-93db-4c6d86ab37d8</uuid>
Oct 24 14:52:51 user nova-compute[74497]:   <name>instance-00000018</name>
Oct 24 14:52:51 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:52:51 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:52:51 user nova-compute[74497]:   <metadata>
Oct 24 14:52:51 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:52:51 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:52:51 user nova-compute[74497]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-789916025</nova:name>
Oct 24 14:52:51 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:52:51</nova:creationTime>
Oct 24 14:52:51 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:52:51 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:52:51 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:52:51 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:52:51 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:52:51 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:52:51 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:52:51 user nova-compute[74497]:       <nova:owner>
Oct 24 14:52:51 user nova-compute[74497]:         <nova:user uuid="a3c2f59643b040da8c0d3f6a51da84b5">tempest-ServerStableDeviceRescueTest-27808868-project-member</nova:user>
Oct 24 14:52:51 user nova-compute[74497]:         <nova:project uuid="7d99c8cd2d1a423c8f87de7eaf567e5d">tempest-ServerStableDeviceRescueTest-27808868</nova:project>
Oct 24 14:52:51 user nova-compute[74497]:       </nova:owner>
Oct 24 14:52:51 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:52:51 user nova-compute[74497]:       <nova:ports>
Oct 24 14:52:51 user nova-compute[74497]:         <nova:port uuid="f8260864-d63b-4b77-a9c0-a2ca1d365a97">
Oct 24 14:52:51 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 14:52:51 user nova-compute[74497]:         </nova:port>
Oct 24 14:52:51 user nova-compute[74497]:       </nova:ports>
Oct 24 14:52:51 user nova-compute[74497]:     </nova:instance>
Oct 24 14:52:51 user nova-compute[74497]:   </metadata>
Oct 24 14:52:51 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:52:51 user nova-compute[74497]:     <system>
Oct 24 14:52:51 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:52:51 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:52:51 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:52:51 user nova-compute[74497]:       <entry name="serial">9fa101cd-56c6-45e5-93db-4c6d86ab37d8</entry>
Oct 24 14:52:51 user nova-compute[74497]:       <entry name="uuid">9fa101cd-56c6-45e5-93db-4c6d86ab37d8</entry>
Oct 24 14:52:51 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:52:51 user nova-compute[74497]:     </system>
Oct 24 14:52:51 user nova-compute[74497]:   </sysinfo>
Oct 24 14:52:51 user nova-compute[74497]:   <os>
Oct 24 14:52:51 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:52:51 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:52:51 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:52:51 user nova-compute[74497]:   </os>
Oct 24 14:52:51 user nova-compute[74497]:   <features>
Oct 24 14:52:51 user nova-compute[74497]:     <acpi/>
Oct 24 14:52:51 user nova-compute[74497]:     <apic/>
Oct 24 14:52:51 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:52:51 user nova-compute[74497]:   </features>
Oct 24 14:52:51 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:52:51 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:52:51 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:52:51 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:52:51 user nova-compute[74497]:   </clock>
Oct 24 14:52:51 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:52:51 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:52:51 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:52:51 user nova-compute[74497]:   </cpu>
Oct 24 14:52:51 user nova-compute[74497]:   <devices>
Oct 24 14:52:51 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:52:51 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:52:51 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk"/>
Oct 24 14:52:51 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:52:51 user nova-compute[74497]:     </disk>
Oct 24 14:52:51 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:52:51 user nova-compute[74497]:       <mac address="fa:16:3e:7e:bf:c6"/>
Oct 24 14:52:51 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:52:51 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:52:51 user nova-compute[74497]:       <target dev="tapf8260864-d6"/>
Oct 24 14:52:51 user nova-compute[74497]:     </interface>
Oct 24 14:52:51 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:52:51 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/console.log" append="off"/>
Oct 24 14:52:51 user nova-compute[74497]:     </serial>
Oct 24 14:52:51 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:52:51 user nova-compute[74497]:     <video>
Oct 24 14:52:51 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:52:51 user nova-compute[74497]:     </video>
Oct 24 14:52:51 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:52:51 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:52:51 user nova-compute[74497]:     </rng>
Oct 24 14:52:51 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:52:51 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:52:51 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:52:51 user nova-compute[74497]:     </memballoon>
Oct 24 14:52:51 user nova-compute[74497]:   </devices>
Oct 24 14:52:51 user nova-compute[74497]: </domain>
Oct 24 14:52:51 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-789916025',display_name='tempest-ServerStableDeviceRescueTest-server-789916025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-789916025',id=24,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIaV/U1HLvM2ExSB9HMGFPMUVDvTMfAa2lIUyAmeunLqE18xzEmklHBSU6SDUkGR79rVoteD5JqLdSUImgGVo1X9NYIIxdJb1Pp4FEbfCm7WLJRlUcbYxVddMohidtQf7A==',key_name='tempest-keypair-1416896354',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7d99c8cd2d1a423c8f87de7eaf567e5d',ramdisk_id='',reservation_id='r-dgzu2tuy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-27808868',owner_user_name='tempest-ServerStableDeviceRescueTest-27808868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:52:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3c2f59643b040da8c0d3f6a51da84b5',uuid=9fa101cd-56c6-45e5-93db-4c6d86ab37d8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converting VIF {"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG os_vif [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '01c18a9f-acc4-5626-8cc7-ebd1184570df', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf8260864-d6, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf8260864-d6, col_values=(('qos', UUID('a2060bf8-74bd-402d-b27e-3c716f0d6a4b')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf8260864-d6, col_values=(('external_ids', {'iface-id': 'f8260864-d63b-4b77-a9c0-a2ca1d365a97', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:bf:c6', 'vm-uuid': '9fa101cd-56c6-45e5-93db-4c6d86ab37d8'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:51 user nova-compute[74497]: INFO os_vif [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6')
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No VIF found with MAC fa:16:3e:7e:bf:c6, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updated VIF entry in instance network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:52:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3eceadf6-870b-454c-8b98-18f1e03e9ef5 req-c271e9c6-dc34-4337-832e-6d4c4522d6ab service nova] Releasing lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:52:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-333999f3-2c24-4a57-82bb-04e3c8966f4c req-c6f34c36-c872-4909-b90e-c4be34f982c7 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:52:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-333999f3-2c24-4a57-82bb-04e3c8966f4c req-c6f34c36-c872-4909-b90e-c4be34f982c7 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-333999f3-2c24-4a57-82bb-04e3c8966f4c req-c6f34c36-c872-4909-b90e-c4be34f982c7 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-333999f3-2c24-4a57-82bb-04e3c8966f4c req-c6f34c36-c872-4909-b90e-c4be34f982c7 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-333999f3-2c24-4a57-82bb-04e3c8966f4c req-c6f34c36-c872-4909-b90e-c4be34f982c7 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:52:53 user nova-compute[74497]: WARNING nova.compute.manager [req-333999f3-2c24-4a57-82bb-04e3c8966f4c req-c6f34c36-c872-4909-b90e-c4be34f982c7 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state building and task_state spawning.
Oct 24 14:52:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-f1693e62-a9ed-438a-9e39-4e501746e4db req-343ecb96-50ba-4c23-973a-a764155ba2aa service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f1693e62-a9ed-438a-9e39-4e501746e4db req-343ecb96-50ba-4c23-973a-a764155ba2aa service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f1693e62-a9ed-438a-9e39-4e501746e4db req-343ecb96-50ba-4c23-973a-a764155ba2aa service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f1693e62-a9ed-438a-9e39-4e501746e4db req-343ecb96-50ba-4c23-973a-a764155ba2aa service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-f1693e62-a9ed-438a-9e39-4e501746e4db req-343ecb96-50ba-4c23-973a-a764155ba2aa service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:52:55 user nova-compute[74497]: WARNING nova.compute.manager [req-f1693e62-a9ed-438a-9e39-4e501746e4db req-343ecb96-50ba-4c23-973a-a764155ba2aa service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state building and task_state spawning.
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:52:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance spawned successfully.
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:52:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:52:55 user nova-compute[74497]: INFO nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Took 6.30 seconds to spawn the instance on the hypervisor.
Oct 24 14:52:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:52:55 user nova-compute[74497]: INFO nova.compute.manager [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Took 7.12 seconds to build instance.
Oct 24 14:52:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2ca1feb7-51f4-44b8-b7e7-7066986d054e tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.230s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:52:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:53:01 user nova-compute[74497]: INFO nova.compute.manager [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] instance snapshotting
Oct 24 14:53:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Beginning live snapshot process
Oct 24 14:53:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json -f qcow2" returned: 0 in 0.196s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1hfpotgy/cc42c19c5b1948599df89b6efa0e6297.delta 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1hfpotgy/cc42c19c5b1948599df89b6efa0e6297.delta 1073741824" returned: 0 in 0.050s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 14:53:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:53:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] COPY block job progress, current cursor: 74317824 final cursor: 75563008 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:53:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:53:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 14:53:03 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:53:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1hfpotgy/cc42c19c5b1948599df89b6efa0e6297.delta /opt/stack/data/nova/instances/snapshots/tmp1hfpotgy/cc42c19c5b1948599df89b6efa0e6297 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1hfpotgy/cc42c19c5b1948599df89b6efa0e6297.delta /opt/stack/data/nova/instances/snapshots/tmp1hfpotgy/cc42c19c5b1948599df89b6efa0e6297" returned: 0 in 0.844s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Snapshot extracted, beginning image upload
Oct 24 14:53:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:53:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Snapshot image upload complete
Oct 24 14:53:07 user nova-compute[74497]: INFO nova.compute.manager [None req-d6ebb61b-7510-4aaf-bfed-9966b3431cc3 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Took 6.52 seconds to snapshot the instance on the hypervisor.
Oct 24 14:53:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:53:10 user nova-compute[74497]: INFO nova.compute.claims [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Claim successful on node user
Oct 24 14:53:10 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.462s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:53:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:53:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:53:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG nova.policy [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49bcd004dccc471098811de4da03a6da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '830e657297b2474d8ad5b80da4dbd44a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:53:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Creating image(s)
Oct 24 14:53:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "/opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "/opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "/opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "0f21974bc63f84416532642e03621e3738716fcb" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "0f21974bc63f84416532642e03621e3738716fcb" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Successfully created port: dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:53:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.part --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:12 user nova-compute[74497]: DEBUG nova.virt.images [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] eed850e6-7daa-41e1-8925-d0a7385f8890 was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 14:53:12 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:53:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.part /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.part /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.converted" returned: 0 in 0.546s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Successfully updated port: dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "0f21974bc63f84416532642e03621e3738716fcb" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.439s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-changed-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Refreshing instance network info cache due to event network-changed-dfc2768d-1a05-43fb-96e0-14ba4d9928af. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] Acquiring lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] Acquired lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Refreshing network info cache for port dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb --force-share --output=json" returned: 0 in 0.218s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "0f21974bc63f84416532642e03621e3738716fcb" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "0f21974bc63f84416532642e03621e3738716fcb" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a4ddc921-66da-4a75-9dc7-89b2db3eb163 req-5b56336d-d0d6-4087-bc2f-842cafd3320a service nova] Releasing lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquired lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb,backing_fmt=raw /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb,backing_fmt=raw /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk 1073741824" returned: 0 in 0.051s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "0f21974bc63f84416532642e03621e3738716fcb" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Ensure instance console log exists: /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updating instance_info_cache with network_info: [{"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Releasing lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Instance network_info: |[{"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Start _get_guest_xml network_info=[{"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='2a3d289e33f61e7357e3cd3af803415d',container_format='bare',created_at=2023-10-24T14:53:01Z,direct_url=<?>,disk_format='qcow2',id=eed850e6-7daa-41e1-8925-d0a7385f8890,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-271749010',owner='830e657297b2474d8ad5b80da4dbd44a',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T14:53:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': 'eed850e6-7daa-41e1-8925-d0a7385f8890'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:53:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:53:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2a3d289e33f61e7357e3cd3af803415d',container_format='bare',created_at=2023-10-24T14:53:01Z,direct_url=<?>,disk_format='qcow2',id=eed850e6-7daa-41e1-8925-d0a7385f8890,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-271749010',owner='830e657297b2474d8ad5b80da4dbd44a',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T14:53:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1788420510',display_name='tempest-TestStampPattern-server-1788420510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1788420510',id=25,image_ref='eed850e6-7daa-41e1-8925-d0a7385f8890',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXuMWKTjjRiZBNz4NXzsgNWeVCva4tWMf6g4mUfSU6JFNESbQ1uWeFWxQXDWgsY8tse9E7+sWtzhfWAp0i0NL6aw36EHSwyInCfgbCs4Hf27hBg6PkMuYdDcYBFIaoHA==',key_name='tempest-TestStampPattern-303037603',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='830e657297b2474d8ad5b80da4dbd44a',ramdisk_id='',reservation_id='r-5ncjttff',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='fdb1c9ca-9f93-435a-aedc-efa510dfca0b',image_min_disk='1',image_min_ram='0',image_owner_id='830e657297b2474d8ad5b80da4dbd44a',image_owner_project_name='tempest-TestStampPattern-330211901',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-330211901-project-member',image_user_id='49bcd004dccc471098811de4da03a6da',network_allocated='True',owner_project_name='tempest-TestStampPattern-330211901',owner_user_name='tempest-TestStampPattern-330211901-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:53:11Z,user_data=None,user_id='49bcd004dccc471098811de4da03a6da',uuid=6094fcbb-d901-42bf-9f95-3b236ebc79dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converting VIF {"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:9e:98,bridge_name='br-int',has_traffic_filtering=True,id=dfc2768d-1a05-43fb-96e0-14ba4d9928af,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc2768d-1a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'pci_devices' on Instance uuid 6094fcbb-d901-42bf-9f95-3b236ebc79dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:53:14 user nova-compute[74497]:   <uuid>6094fcbb-d901-42bf-9f95-3b236ebc79dc</uuid>
Oct 24 14:53:14 user nova-compute[74497]:   <name>instance-00000019</name>
Oct 24 14:53:14 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:53:14 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:53:14 user nova-compute[74497]:   <metadata>
Oct 24 14:53:14 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:53:14 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:53:14 user nova-compute[74497]:       <nova:name>tempest-TestStampPattern-server-1788420510</nova:name>
Oct 24 14:53:14 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:53:14</nova:creationTime>
Oct 24 14:53:14 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:53:14 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:53:14 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:53:14 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:53:14 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:53:14 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:53:14 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:53:14 user nova-compute[74497]:       <nova:owner>
Oct 24 14:53:14 user nova-compute[74497]:         <nova:user uuid="49bcd004dccc471098811de4da03a6da">tempest-TestStampPattern-330211901-project-member</nova:user>
Oct 24 14:53:14 user nova-compute[74497]:         <nova:project uuid="830e657297b2474d8ad5b80da4dbd44a">tempest-TestStampPattern-330211901</nova:project>
Oct 24 14:53:14 user nova-compute[74497]:       </nova:owner>
Oct 24 14:53:14 user nova-compute[74497]:       <nova:root type="image" uuid="eed850e6-7daa-41e1-8925-d0a7385f8890"/>
Oct 24 14:53:14 user nova-compute[74497]:       <nova:ports>
Oct 24 14:53:14 user nova-compute[74497]:         <nova:port uuid="dfc2768d-1a05-43fb-96e0-14ba4d9928af">
Oct 24 14:53:14 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 14:53:14 user nova-compute[74497]:         </nova:port>
Oct 24 14:53:14 user nova-compute[74497]:       </nova:ports>
Oct 24 14:53:14 user nova-compute[74497]:     </nova:instance>
Oct 24 14:53:14 user nova-compute[74497]:   </metadata>
Oct 24 14:53:14 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:53:14 user nova-compute[74497]:     <system>
Oct 24 14:53:14 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:53:14 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:53:14 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:53:14 user nova-compute[74497]:       <entry name="serial">6094fcbb-d901-42bf-9f95-3b236ebc79dc</entry>
Oct 24 14:53:14 user nova-compute[74497]:       <entry name="uuid">6094fcbb-d901-42bf-9f95-3b236ebc79dc</entry>
Oct 24 14:53:14 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:53:14 user nova-compute[74497]:     </system>
Oct 24 14:53:14 user nova-compute[74497]:   </sysinfo>
Oct 24 14:53:14 user nova-compute[74497]:   <os>
Oct 24 14:53:14 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:53:14 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:53:14 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:53:14 user nova-compute[74497]:   </os>
Oct 24 14:53:14 user nova-compute[74497]:   <features>
Oct 24 14:53:14 user nova-compute[74497]:     <acpi/>
Oct 24 14:53:14 user nova-compute[74497]:     <apic/>
Oct 24 14:53:14 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:53:14 user nova-compute[74497]:   </features>
Oct 24 14:53:14 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:53:14 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:53:14 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:53:14 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:53:14 user nova-compute[74497]:   </clock>
Oct 24 14:53:14 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:53:14 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:53:14 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:53:14 user nova-compute[74497]:   </cpu>
Oct 24 14:53:14 user nova-compute[74497]:   <devices>
Oct 24 14:53:14 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:53:14 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:53:14 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk"/>
Oct 24 14:53:14 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:53:14 user nova-compute[74497]:     </disk>
Oct 24 14:53:14 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:53:14 user nova-compute[74497]:       <mac address="fa:16:3e:c3:9e:98"/>
Oct 24 14:53:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:53:14 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:53:14 user nova-compute[74497]:       <target dev="tapdfc2768d-1a"/>
Oct 24 14:53:14 user nova-compute[74497]:     </interface>
Oct 24 14:53:14 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:53:14 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/console.log" append="off"/>
Oct 24 14:53:14 user nova-compute[74497]:     </serial>
Oct 24 14:53:14 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:53:14 user nova-compute[74497]:     <video>
Oct 24 14:53:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:53:14 user nova-compute[74497]:     </video>
Oct 24 14:53:14 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:53:14 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:53:14 user nova-compute[74497]:     </rng>
Oct 24 14:53:14 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:53:14 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:53:14 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:53:14 user nova-compute[74497]:     </memballoon>
Oct 24 14:53:14 user nova-compute[74497]:   </devices>
Oct 24 14:53:14 user nova-compute[74497]: </domain>
Oct 24 14:53:14 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1788420510',display_name='tempest-TestStampPattern-server-1788420510',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1788420510',id=25,image_ref='eed850e6-7daa-41e1-8925-d0a7385f8890',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXuMWKTjjRiZBNz4NXzsgNWeVCva4tWMf6g4mUfSU6JFNESbQ1uWeFWxQXDWgsY8tse9E7+sWtzhfWAp0i0NL6aw36EHSwyInCfgbCs4Hf27hBg6PkMuYdDcYBFIaoHA==',key_name='tempest-TestStampPattern-303037603',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='830e657297b2474d8ad5b80da4dbd44a',ramdisk_id='',reservation_id='r-5ncjttff',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='fdb1c9ca-9f93-435a-aedc-efa510dfca0b',image_min_disk='1',image_min_ram='0',image_owner_id='830e657297b2474d8ad5b80da4dbd44a',image_owner_project_name='tempest-TestStampPattern-330211901',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-330211901-project-member',image_user_id='49bcd004dccc471098811de4da03a6da',network_allocated='True',owner_project_name='tempest-TestStampPattern-330211901',owner_user_name='tempest-TestStampPattern-330211901-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:53:11Z,user_data=None,user_id='49bcd004dccc471098811de4da03a6da',uuid=6094fcbb-d901-42bf-9f95-3b236ebc79dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converting VIF {"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:9e:98,bridge_name='br-int',has_traffic_filtering=True,id=dfc2768d-1a05-43fb-96e0-14ba4d9928af,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc2768d-1a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG os_vif [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:9e:98,bridge_name='br-int',has_traffic_filtering=True,id=dfc2768d-1a05-43fb-96e0-14ba4d9928af,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc2768d-1a') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5a558ed0-2790-5d13-b2cb-bf2fd69c7047', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdfc2768d-1a, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdfc2768d-1a, col_values=(('qos', UUID('04dbf80a-0817-4b2c-8126-1a909af529fc')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdfc2768d-1a, col_values=(('external_ids', {'iface-id': 'dfc2768d-1a05-43fb-96e0-14ba4d9928af', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:9e:98', 'vm-uuid': '6094fcbb-d901-42bf-9f95-3b236ebc79dc'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:14 user nova-compute[74497]: INFO os_vif [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:9e:98,bridge_name='br-int',has_traffic_filtering=True,id=dfc2768d-1a05-43fb-96e0-14ba4d9928af,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc2768d-1a')
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:53:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No VIF found with MAC fa:16:3e:c3:9e:98, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:53:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-249432ae-a0f7-4091-baf1-a6d91223aede req-f30d180d-182c-429a-852b-344f86f13fdc service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-249432ae-a0f7-4091-baf1-a6d91223aede req-f30d180d-182c-429a-852b-344f86f13fdc service nova] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-249432ae-a0f7-4091-baf1-a6d91223aede req-f30d180d-182c-429a-852b-344f86f13fdc service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-249432ae-a0f7-4091-baf1-a6d91223aede req-f30d180d-182c-429a-852b-344f86f13fdc service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-249432ae-a0f7-4091-baf1-a6d91223aede req-f30d180d-182c-429a-852b-344f86f13fdc service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] No waiting events found dispatching network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:16 user nova-compute[74497]: WARNING nova.compute.manager [req-249432ae-a0f7-4091-baf1-a6d91223aede req-f30d180d-182c-429a-852b-344f86f13fdc service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received unexpected event network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af for instance with vm_state building and task_state spawning.
Oct 24 14:53:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.compute.manager [req-cf037723-9dd4-46e8-a41c-3420db3fb0e5 req-400e0af4-8cf9-4676-a983-2c56cac4070c service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-cf037723-9dd4-46e8-a41c-3420db3fb0e5 req-400e0af4-8cf9-4676-a983-2c56cac4070c service nova] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-cf037723-9dd4-46e8-a41c-3420db3fb0e5 req-400e0af4-8cf9-4676-a983-2c56cac4070c service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-cf037723-9dd4-46e8-a41c-3420db3fb0e5 req-400e0af4-8cf9-4676-a983-2c56cac4070c service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.compute.manager [req-cf037723-9dd4-46e8-a41c-3420db3fb0e5 req-400e0af4-8cf9-4676-a983-2c56cac4070c service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] No waiting events found dispatching network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:18 user nova-compute[74497]: WARNING nova.compute.manager [req-cf037723-9dd4-46e8-a41c-3420db3fb0e5 req-400e0af4-8cf9-4676-a983-2c56cac4070c service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received unexpected event network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af for instance with vm_state building and task_state spawning.
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:53:18 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Instance spawned successfully.
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:18 user nova-compute[74497]: INFO nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Took 7.32 seconds to spawn the instance on the hypervisor.
Oct 24 14:53:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:53:18 user nova-compute[74497]: INFO nova.compute.manager [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Took 8.22 seconds to build instance.
Oct 24 14:53:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-408aae82-710c-4d3a-b430-12b2bc2a1114 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.314s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updating instance_info_cache with network_info: [{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:53:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:53:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:53:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.217s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:53:41 user nova-compute[74497]: INFO nova.compute.claims [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Claim successful on node user
Oct 24 14:53:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.838s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:53:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG nova.policy [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6acc0a2c7c0147a4b8c21d52db3730c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abdcaf31a71746b7901f43d2f077d4a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:53:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Creating image(s)
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.204s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk 1073741824" returned: 0 in 0.055s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Cannot resize image /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Ensure instance console log exists: /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Successfully created port: 2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:53:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Successfully updated port: 2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-changed-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Refreshing instance network info cache due to event network-changed-2486f0c8-1317-42e0-884e-6676ba111eb7. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] Acquiring lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] Acquired lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Refreshing network info cache for port 2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:53:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7839MB free_disk=25.14008331298828GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-78885409-156c-4c32-a39d-4221458561ee req-59ff317a-186b-4a46-80d0-fcb5dc33e827 service nova] Releasing lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquired lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.611s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Updating instance_info_cache with network_info: [{"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Releasing lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance network_info: |[{"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Start _get_guest_xml network_info=[{"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:53:45 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:53:45 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-940532228',display_name='tempest-tempest.common.compute-instance-940532228',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-940532228',id=26,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPa5tIjzqFtLAjj3Ifxs6IDPcypzDzRJDRw5/+SHIQkvSruGCyWbb8k0dsWwPIj6USmGQjvnIsds2DfkJticAse+3VyLns7h2gi0RU6/KAd6x6DkZvwWm0uqKBfu4tIDMQ==',key_name='tempest-keypair-1323217457',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-w7ev2h4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:53:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=bf917c15-7cd6-4aae-84d1-19b6ae979a8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'pci_devices' on Instance uuid bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:53:45 user nova-compute[74497]:   <uuid>bf917c15-7cd6-4aae-84d1-19b6ae979a8f</uuid>
Oct 24 14:53:45 user nova-compute[74497]:   <name>instance-0000001a</name>
Oct 24 14:53:45 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:53:45 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:53:45 user nova-compute[74497]:   <metadata>
Oct 24 14:53:45 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:53:45 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:53:45 user nova-compute[74497]:       <nova:name>tempest-tempest.common.compute-instance-940532228</nova:name>
Oct 24 14:53:45 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:53:45</nova:creationTime>
Oct 24 14:53:45 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:53:45 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:53:45 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:53:45 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:53:45 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:53:45 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:53:45 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:53:45 user nova-compute[74497]:       <nova:owner>
Oct 24 14:53:45 user nova-compute[74497]:         <nova:user uuid="6acc0a2c7c0147a4b8c21d52db3730c6">tempest-ServerActionsTestOtherA-416295733-project-member</nova:user>
Oct 24 14:53:45 user nova-compute[74497]:         <nova:project uuid="abdcaf31a71746b7901f43d2f077d4a6">tempest-ServerActionsTestOtherA-416295733</nova:project>
Oct 24 14:53:45 user nova-compute[74497]:       </nova:owner>
Oct 24 14:53:45 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:53:45 user nova-compute[74497]:       <nova:ports>
Oct 24 14:53:45 user nova-compute[74497]:         <nova:port uuid="2486f0c8-1317-42e0-884e-6676ba111eb7">
Oct 24 14:53:45 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 14:53:45 user nova-compute[74497]:         </nova:port>
Oct 24 14:53:45 user nova-compute[74497]:       </nova:ports>
Oct 24 14:53:45 user nova-compute[74497]:     </nova:instance>
Oct 24 14:53:45 user nova-compute[74497]:   </metadata>
Oct 24 14:53:45 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:53:45 user nova-compute[74497]:     <system>
Oct 24 14:53:45 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:53:45 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:53:45 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:53:45 user nova-compute[74497]:       <entry name="serial">bf917c15-7cd6-4aae-84d1-19b6ae979a8f</entry>
Oct 24 14:53:45 user nova-compute[74497]:       <entry name="uuid">bf917c15-7cd6-4aae-84d1-19b6ae979a8f</entry>
Oct 24 14:53:45 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:53:45 user nova-compute[74497]:     </system>
Oct 24 14:53:45 user nova-compute[74497]:   </sysinfo>
Oct 24 14:53:45 user nova-compute[74497]:   <os>
Oct 24 14:53:45 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:53:45 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:53:45 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:53:45 user nova-compute[74497]:   </os>
Oct 24 14:53:45 user nova-compute[74497]:   <features>
Oct 24 14:53:45 user nova-compute[74497]:     <acpi/>
Oct 24 14:53:45 user nova-compute[74497]:     <apic/>
Oct 24 14:53:45 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:53:45 user nova-compute[74497]:   </features>
Oct 24 14:53:45 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:53:45 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:53:45 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:53:45 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:53:45 user nova-compute[74497]:   </clock>
Oct 24 14:53:45 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:53:45 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:53:45 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:53:45 user nova-compute[74497]:   </cpu>
Oct 24 14:53:45 user nova-compute[74497]:   <devices>
Oct 24 14:53:45 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:53:45 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:53:45 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk"/>
Oct 24 14:53:45 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:53:45 user nova-compute[74497]:     </disk>
Oct 24 14:53:45 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:53:45 user nova-compute[74497]:       <mac address="fa:16:3e:54:79:e9"/>
Oct 24 14:53:45 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:53:45 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:53:45 user nova-compute[74497]:       <target dev="tap2486f0c8-13"/>
Oct 24 14:53:45 user nova-compute[74497]:     </interface>
Oct 24 14:53:45 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:53:45 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/console.log" append="off"/>
Oct 24 14:53:45 user nova-compute[74497]:     </serial>
Oct 24 14:53:45 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:53:45 user nova-compute[74497]:     <video>
Oct 24 14:53:45 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:53:45 user nova-compute[74497]:     </video>
Oct 24 14:53:45 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:53:45 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:53:45 user nova-compute[74497]:     </rng>
Oct 24 14:53:45 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:53:45 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:53:45 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:53:45 user nova-compute[74497]:     </memballoon>
Oct 24 14:53:45 user nova-compute[74497]:   </devices>
Oct 24 14:53:45 user nova-compute[74497]: </domain>
Oct 24 14:53:45 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-940532228',display_name='tempest-tempest.common.compute-instance-940532228',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-940532228',id=26,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPa5tIjzqFtLAjj3Ifxs6IDPcypzDzRJDRw5/+SHIQkvSruGCyWbb8k0dsWwPIj6USmGQjvnIsds2DfkJticAse+3VyLns7h2gi0RU6/KAd6x6DkZvwWm0uqKBfu4tIDMQ==',key_name='tempest-keypair-1323217457',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-w7ev2h4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:53:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=bf917c15-7cd6-4aae-84d1-19b6ae979a8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG os_vif [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ae9e07b-2d55-55a8-b913-4aaa06e8ad9a', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2486f0c8-13, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2486f0c8-13, col_values=(('qos', UUID('55299588-0868-4b60-bc0c-20d63cb5e56e')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2486f0c8-13, col_values=(('external_ids', {'iface-id': '2486f0c8-1317-42e0-884e-6676ba111eb7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:79:e9', 'vm-uuid': 'bf917c15-7cd6-4aae-84d1-19b6ae979a8f'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:45 user nova-compute[74497]: INFO os_vif [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13')
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No VIF found with MAC fa:16:3e:54:79:e9, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:53:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bafa09a-ce0c-49bd-a864-5558c9aff241 req-91c43665-7f05-422e-9fb9-e3b57b8e9d94 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bafa09a-ce0c-49bd-a864-5558c9aff241 req-91c43665-7f05-422e-9fb9-e3b57b8e9d94 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bafa09a-ce0c-49bd-a864-5558c9aff241 req-91c43665-7f05-422e-9fb9-e3b57b8e9d94 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bafa09a-ce0c-49bd-a864-5558c9aff241 req-91c43665-7f05-422e-9fb9-e3b57b8e9d94 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bafa09a-ce0c-49bd-a864-5558c9aff241 req-91c43665-7f05-422e-9fb9-e3b57b8e9d94 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:46 user nova-compute[74497]: WARNING nova.compute.manager [req-3bafa09a-ce0c-49bd-a864-5558c9aff241 req-91c43665-7f05-422e-9fb9-e3b57b8e9d94 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state building and task_state spawning.
Oct 24 14:53:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "efed8755-4e68-4692-96f5-007ee777c7e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:53:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:47 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:53:47 user nova-compute[74497]: INFO nova.compute.claims [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Claim successful on node user
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:53:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.483s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:53:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:53:48 user nova-compute[74497]: INFO nova.virt.block_device [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Booting with volume-backed-image 536b59c7-f5c5-4b01-b1cf-a060c3b1b551 at /dev/vda
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.policy [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38a58561620648e0aa4a2bf3caf99e05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c5c5b44de4e8585490872dd5f0b16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:53:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:53:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance spawned successfully.
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-5da262ff-3b68-4c7c-8d9f-4bf27cefd4af req-8601bffc-7900-42ea-9973-a6246d26b33e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5da262ff-3b68-4c7c-8d9f-4bf27cefd4af req-8601bffc-7900-42ea-9973-a6246d26b33e service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5da262ff-3b68-4c7c-8d9f-4bf27cefd4af req-8601bffc-7900-42ea-9973-a6246d26b33e service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5da262ff-3b68-4c7c-8d9f-4bf27cefd4af req-8601bffc-7900-42ea-9973-a6246d26b33e service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-5da262ff-3b68-4c7c-8d9f-4bf27cefd4af req-8601bffc-7900-42ea-9973-a6246d26b33e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:49 user nova-compute[74497]: WARNING nova.compute.manager [req-5da262ff-3b68-4c7c-8d9f-4bf27cefd4af req-8601bffc-7900-42ea-9973-a6246d26b33e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state building and task_state spawning.
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:53:49 user nova-compute[74497]: INFO nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Took 6.86 seconds to spawn the instance on the hypervisor.
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Successfully created port: 9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:53:49 user nova-compute[74497]: INFO nova.compute.manager [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Took 8.29 seconds to build instance.
Oct 24 14:53:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9466c5ee-f50a-43af-9518-4dbd3601207f tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.495s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Successfully updated port: 9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-changed-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Refreshing instance network info cache due to event network-changed-9d31ba71-3278-4e5d-bc86-3d347296949e. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:53:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] Acquiring lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Updating instance_info_cache with network_info: [{"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance network_info: |[{"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] Acquired lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG nova.network.neutron [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Refreshing network info cache for port 9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:53:50 user nova-compute[74497]: INFO nova.compute.manager [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Unrescuing
Oct 24 14:53:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:53:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Updated VIF entry in instance network info cache for port 9d31ba71-3278-4e5d-bc86-3d347296949e. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Updating instance_info_cache with network_info: [{"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fb86ed01-5199-4756-8d02-39d003aa6d22 req-8bdbdc5d-517f-4ded-bf7d-70fe2577791d service nova] Releasing lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'flavor' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:52 user nova-compute[74497]: WARNING nova.compute.manager [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:52 user nova-compute[74497]: WARNING nova.compute.manager [req-3282b9f2-22bd-4d63-82da-7c9936ea90c4 req-da419677-79e8-4d55-8211-b8b3c4530313 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance destroyed successfully.
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:54 user nova-compute[74497]: WARNING nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:54 user nova-compute[74497]: WARNING nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:54 user nova-compute[74497]: WARNING nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:54 user nova-compute[74497]: WARNING nova.compute.manager [req-52f6a96b-7bf1-46dd-ba8e-c9701c9887d8 req-8baf95d8-0568-42f8-b4c2-da2d5f8e0ece service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:56 user nova-compute[74497]: WARNING nova.compute.manager [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:53:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:53:56 user nova-compute[74497]: WARNING nova.compute.manager [req-a096b2fa-7b80-4135-ba84-7bdfb73d5704 req-86337ddd-7da4-4165-9c97-026fe2c9599c service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:53:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5abed72b-57b1-48ec-92e4-9b2ca449a3ac tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:54:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:54:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG os_brick.utils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f4e3656-90cb-48d5-8957-0e8afb96a96d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[318ce25b-31a9-469a-9d20-8cf216211d7b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[66370737-9f3a-4d64-9d41-0f80a7770bc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbb5f72d-35f7-4ead-b7fc-2aae5d50f93a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:54:09 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:54:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed7ccdbb-1a60-4091-bc7e-9d418bdbdb5d]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG os_brick.utils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:54:09 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Updating existing volume attachment record: d58f96b5-7a80-4d60-bb70-0c4abe61990d {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:54:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:54:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Creating image(s)
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Ensure instance console log exists: /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Start _get_guest_xml network_info=[{"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 0, 'attachment_id': 'd58f96b5-7a80-4d60-bb70-0c4abe61990d', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOqZabQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efed8755-4e68-4692-96f5-007ee777c7e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'serial': 'c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:54:27 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:54:27 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOqZabQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:54:27 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:54:27 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:54:27 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[036b5788-c0b1-429b-bb4a-445aa8aafd8d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:54:27 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae70b0b2-149b-45a0-ac76-31c3dbb92720]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a] added
Oct 24 14:54:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fbb21c-7dab-4f95-80ae-474df1fe9c43]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f13b1c-6e82-4f29-911f-ee3e4d6fd31c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DOqZabQB {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DOqZabQB" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[626d8909-df40-41a6-aaf6-ebff129a764c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DOqZabQB'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb6be1e-b470-4297-8c77-a1e704f559b9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f19d01bb-2229-4ce2-bc2b-7c1f26f7e422]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:54:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:54:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d6389b-2b08-4369-89ce-393120115fa7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260]
Oct 24 14:54:27 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260] successful.
Oct 24 14:54:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd3b6b2-6f69-4813-9177-7d842765e7b2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f87a7f-9f8a-4e46-9cea-ff506d024739]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:54:27 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:54:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:54:27 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:54:27 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] HCTL ('34', '-', '-', 0) found on session 25 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[df369ea0-0821-4bd4-b151-35357c016004]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:54:27 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOqZabQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== connect_volume: return (1297ms) {'type': 'block', 'scsi_wwn': '26361663437333262', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361663437333262', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1035044844',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1035044844',id=27,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-2ovvxwv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:53:48Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=efed8755-4e68-4692-96f5-007ee777c7e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'pci_devices' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:54:28 user nova-compute[74497]:   <uuid>efed8755-4e68-4692-96f5-007ee777c7e6</uuid>
Oct 24 14:54:28 user nova-compute[74497]:   <name>instance-0000001b</name>
Oct 24 14:54:28 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:54:28 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:54:28 user nova-compute[74497]:   <metadata>
Oct 24 14:54:28 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:54:28 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:54:28 user nova-compute[74497]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1035044844</nova:name>
Oct 24 14:54:28 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:54:27</nova:creationTime>
Oct 24 14:54:28 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:54:28 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:54:28 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:54:28 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:54:28 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:54:28 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:54:28 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:54:28 user nova-compute[74497]:       <nova:owner>
Oct 24 14:54:28 user nova-compute[74497]:         <nova:user uuid="38a58561620648e0aa4a2bf3caf99e05">tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member</nova:user>
Oct 24 14:54:28 user nova-compute[74497]:         <nova:project uuid="b94c5c5b44de4e8585490872dd5f0b16">tempest-ServerBootFromVolumeStableRescueTest-1664780445</nova:project>
Oct 24 14:54:28 user nova-compute[74497]:       </nova:owner>
Oct 24 14:54:28 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:54:28 user nova-compute[74497]:       <nova:ports>
Oct 24 14:54:28 user nova-compute[74497]:         <nova:port uuid="9d31ba71-3278-4e5d-bc86-3d347296949e">
Oct 24 14:54:28 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 14:54:28 user nova-compute[74497]:         </nova:port>
Oct 24 14:54:28 user nova-compute[74497]:       </nova:ports>
Oct 24 14:54:28 user nova-compute[74497]:     </nova:instance>
Oct 24 14:54:28 user nova-compute[74497]:   </metadata>
Oct 24 14:54:28 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:54:28 user nova-compute[74497]:     <system>
Oct 24 14:54:28 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:54:28 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:54:28 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:54:28 user nova-compute[74497]:       <entry name="serial">efed8755-4e68-4692-96f5-007ee777c7e6</entry>
Oct 24 14:54:28 user nova-compute[74497]:       <entry name="uuid">efed8755-4e68-4692-96f5-007ee777c7e6</entry>
Oct 24 14:54:28 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:54:28 user nova-compute[74497]:     </system>
Oct 24 14:54:28 user nova-compute[74497]:   </sysinfo>
Oct 24 14:54:28 user nova-compute[74497]:   <os>
Oct 24 14:54:28 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:54:28 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:54:28 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:54:28 user nova-compute[74497]:   </os>
Oct 24 14:54:28 user nova-compute[74497]:   <features>
Oct 24 14:54:28 user nova-compute[74497]:     <acpi/>
Oct 24 14:54:28 user nova-compute[74497]:     <apic/>
Oct 24 14:54:28 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:54:28 user nova-compute[74497]:   </features>
Oct 24 14:54:28 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:54:28 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:54:28 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:54:28 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:54:28 user nova-compute[74497]:   </clock>
Oct 24 14:54:28 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:54:28 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:54:28 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:54:28 user nova-compute[74497]:   </cpu>
Oct 24 14:54:28 user nova-compute[74497]:   <devices>
Oct 24 14:54:28 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:54:28 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:54:28 user nova-compute[74497]:       <source dev="/dev/sdc"/>
Oct 24 14:54:28 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:54:28 user nova-compute[74497]:       <serial>c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a</serial>
Oct 24 14:54:28 user nova-compute[74497]:     </disk>
Oct 24 14:54:28 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:54:28 user nova-compute[74497]:       <mac address="fa:16:3e:d9:b6:45"/>
Oct 24 14:54:28 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:54:28 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:54:28 user nova-compute[74497]:       <target dev="tap9d31ba71-32"/>
Oct 24 14:54:28 user nova-compute[74497]:     </interface>
Oct 24 14:54:28 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:54:28 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/console.log" append="off"/>
Oct 24 14:54:28 user nova-compute[74497]:     </serial>
Oct 24 14:54:28 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:54:28 user nova-compute[74497]:     <video>
Oct 24 14:54:28 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:54:28 user nova-compute[74497]:     </video>
Oct 24 14:54:28 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:54:28 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:54:28 user nova-compute[74497]:     </rng>
Oct 24 14:54:28 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:54:28 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:54:28 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:54:28 user nova-compute[74497]:     </memballoon>
Oct 24 14:54:28 user nova-compute[74497]:   </devices>
Oct 24 14:54:28 user nova-compute[74497]: </domain>
Oct 24 14:54:28 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1035044844',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1035044844',id=27,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-2ovvxwv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:53:48Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=efed8755-4e68-4692-96f5-007ee777c7e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG os_vif [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a839f7b-0bb7-5ba5-8355-ec3de1a56808', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9d31ba71-32, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9d31ba71-32, col_values=(('qos', UUID('c0127018-c51b-414e-9be0-33ac37c80d22')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9d31ba71-32, col_values=(('external_ids', {'iface-id': '9d31ba71-3278-4e5d-bc86-3d347296949e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d9:b6:45', 'vm-uuid': 'efed8755-4e68-4692-96f5-007ee777c7e6'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:28 user nova-compute[74497]: INFO os_vif [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32')
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:54:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No VIF found with MAC fa:16:3e:d9:b6:45, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:54:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-dcbf9839-0441-4ee1-aca6-82e12883db21 req-647b1347-5fac-44f3-8d6b-15631b9a4d0f service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dcbf9839-0441-4ee1-aca6-82e12883db21 req-647b1347-5fac-44f3-8d6b-15631b9a4d0f service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dcbf9839-0441-4ee1-aca6-82e12883db21 req-647b1347-5fac-44f3-8d6b-15631b9a4d0f service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dcbf9839-0441-4ee1-aca6-82e12883db21 req-647b1347-5fac-44f3-8d6b-15631b9a4d0f service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-dcbf9839-0441-4ee1-aca6-82e12883db21 req-647b1347-5fac-44f3-8d6b-15631b9a4d0f service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:54:30 user nova-compute[74497]: WARNING nova.compute.manager [req-dcbf9839-0441-4ee1-aca6-82e12883db21 req-647b1347-5fac-44f3-8d6b-15631b9a4d0f service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state building and task_state spawning.
Oct 24 14:54:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:54:32 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance spawned successfully.
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:54:32 user nova-compute[74497]: INFO nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Took 5.18 seconds to spawn the instance on the hypervisor.
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f672e70-df61-44a6-84d7-4f6087656852 req-c939aafa-0efb-45a7-9243-41b34145277b service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f672e70-df61-44a6-84d7-4f6087656852 req-c939aafa-0efb-45a7-9243-41b34145277b service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f672e70-df61-44a6-84d7-4f6087656852 req-c939aafa-0efb-45a7-9243-41b34145277b service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f672e70-df61-44a6-84d7-4f6087656852 req-c939aafa-0efb-45a7-9243-41b34145277b service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:54:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f672e70-df61-44a6-84d7-4f6087656852 req-c939aafa-0efb-45a7-9243-41b34145277b service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:54:32 user nova-compute[74497]: WARNING nova.compute.manager [req-0f672e70-df61-44a6-84d7-4f6087656852 req-c939aafa-0efb-45a7-9243-41b34145277b service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state building and task_state spawning.
Oct 24 14:54:32 user nova-compute[74497]: INFO nova.compute.manager [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Took 44.58 seconds to build instance.
Oct 24 14:54:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9331929a-6f4a-456e-819f-5e33fc89084d tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "efed8755-4e68-4692-96f5-007ee777c7e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 44.731s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:54:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updating instance_info_cache with network_info: [{"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:54:36 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing instance network info cache due to event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] Acquiring lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] Acquired lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG nova.network.neutron [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG nova.network.neutron [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updated VIF entry in instance network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG nova.network.neutron [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-38320933-e610-44ed-b468-f858725cf179 req-8aef4357-9074-4074-aab4-af242aaaddd4 service nova] Releasing lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:40 user nova-compute[74497]: INFO nova.compute.manager [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] instance snapshotting
Oct 24 14:54:40 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Beginning live snapshot process
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json -f qcow2 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json -f qcow2" returned: 0 in 0.220s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.217s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3hri4hk0/0564a14c96eb4910b581b66cf2df8ef6.delta 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3hri4hk0/0564a14c96eb4910b581b66cf2df8ef6.delta 1073741824" returned: 0 in 0.065s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] COPY block job progress, current cursor: 4784128 final cursor: 75497472 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.349s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74497) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 14:54:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3hri4hk0/0564a14c96eb4910b581b66cf2df8ef6.delta /opt/stack/data/nova/instances/snapshots/tmp3hri4hk0/0564a14c96eb4910b581b66cf2df8ef6 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3hri4hk0/0564a14c96eb4910b581b66cf2df8ef6.delta /opt/stack/data/nova/instances/snapshots/tmp3hri4hk0/0564a14c96eb4910b581b66cf2df8ef6" returned: 0 in 0.626s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:43 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Snapshot extracted, beginning image upload
Oct 24 14:54:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:54:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:54:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:54:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7698MB free_disk=25.09881591796875GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance efed8755-4e68-4692-96f5-007ee777c7e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:54:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.572s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:54:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:54:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Snapshot image upload complete
Oct 24 14:54:46 user nova-compute[74497]: INFO nova.compute.manager [None req-6819a497-ee25-4513-83da-fb809b57f95d tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Took 5.86 seconds to snapshot the instance on the hypervisor.
Oct 24 14:54:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:54:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-changed-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Refreshing instance network info cache due to event network-changed-dfc2768d-1a05-43fb-96e0-14ba4d9928af. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] Acquiring lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] Acquired lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Refreshing network info cache for port dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updated VIF entry in instance network info cache for port dfc2768d-1a05-43fb-96e0-14ba4d9928af. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updating instance_info_cache with network_info: [{"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b2d09e06-c373-4e73-a9a4-864e88dd9ba9 req-c5d5a011-67c4-4730-93cd-9658122665c9 service nova] Releasing lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'flavor' on Instance uuid 6094fcbb-d901-42bf-9f95-3b236ebc79dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:02 user nova-compute[74497]: INFO nova.compute.manager [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Attaching volume a401df69-75e5-4d39-878e-6fe113443b92 to /dev/vdb
Oct 24 14:55:02 user nova-compute[74497]: DEBUG os_brick.utils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba68ab01-6146-4458-b81e-6bd6215f3f0a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd770c59-17d3-4390-9488-19cf3e6a6995]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef724229-264e-4723-8d08-15d2a7e47e08]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3daaea44-733f-4492-8ea9-7582888e1cf1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:55:02 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:55:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf8a620c-56a4-4e3d-9ae4-471ce54f411a]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG os_brick.utils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:02 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updating existing volume attachment record: 87ead654-836e-465f-90ee-7d80e12df1ef {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:55:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "f91c59dc-e474-4c4c-a35c-11b173ec980e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:55:12 user nova-compute[74497]: INFO nova.compute.claims [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Claim successful on node user
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.473s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:55:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:55:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Creating image(s)
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "/opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "/opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "/opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:12 user nova-compute[74497]: DEBUG nova.policy [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a3eee90f0b74a6e85ac9c33f9b63db0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd41993c4e05e41dda815d475fd95aa5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.224s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk 1073741824" returned: 0 in 0.054s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Successfully created port: debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Cannot resize image /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Ensure instance console log exists: /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Successfully updated port: debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "refresh_cache-f91c59dc-e474-4c4c-a35c-11b173ec980e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquired lock "refresh_cache-f91c59dc-e474-4c4c-a35c-11b173ec980e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received event network-changed-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Refreshing instance network info cache due to event network-changed-debfa7e7-8ad3-4d96-bc85-41c4ff17df31. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] Acquiring lock "refresh_cache-f91c59dc-e474-4c4c-a35c-11b173ec980e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Updating instance_info_cache with network_info: [{"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Releasing lock "refresh_cache-f91c59dc-e474-4c4c-a35c-11b173ec980e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Instance network_info: |[{"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] Acquired lock "refresh_cache-f91c59dc-e474-4c4c-a35c-11b173ec980e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Refreshing network info cache for port debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Start _get_guest_xml network_info=[{"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:55:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:55:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:55:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1463196492',display_name='tempest-VolumesNegativeTest-instance-1463196492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1463196492',id=28,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d41993c4e05e41dda815d475fd95aa5d',ramdisk_id='',reservation_id='r-1zu0043q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-470889223',owner_user_name='tempest-VolumesNegativeTest-470889223-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:13Z,user_data=None,user_id='3a3eee90f0b74a6e85ac9c33f9b63db0',uuid=f91c59dc-e474-4c4c-a35c-11b173ec980e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Converting VIF {"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:67:5f,bridge_name='br-int',has_traffic_filtering=True,id=debfa7e7-8ad3-4d96-bc85-41c4ff17df31,network=Network(e583cf32-bf56-4d79-abdb-cc5d71a86b6f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdebfa7e7-8a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lazy-loading 'pci_devices' on Instance uuid f91c59dc-e474-4c4c-a35c-11b173ec980e {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:55:15 user nova-compute[74497]:   <uuid>f91c59dc-e474-4c4c-a35c-11b173ec980e</uuid>
Oct 24 14:55:15 user nova-compute[74497]:   <name>instance-0000001c</name>
Oct 24 14:55:15 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:55:15 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:55:15 user nova-compute[74497]:   <metadata>
Oct 24 14:55:15 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:55:15 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:55:15 user nova-compute[74497]:       <nova:name>tempest-VolumesNegativeTest-instance-1463196492</nova:name>
Oct 24 14:55:15 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:55:14</nova:creationTime>
Oct 24 14:55:15 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:55:15 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:55:15 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:55:15 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:55:15 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:55:15 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:55:15 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:55:15 user nova-compute[74497]:       <nova:owner>
Oct 24 14:55:15 user nova-compute[74497]:         <nova:user uuid="3a3eee90f0b74a6e85ac9c33f9b63db0">tempest-VolumesNegativeTest-470889223-project-member</nova:user>
Oct 24 14:55:15 user nova-compute[74497]:         <nova:project uuid="d41993c4e05e41dda815d475fd95aa5d">tempest-VolumesNegativeTest-470889223</nova:project>
Oct 24 14:55:15 user nova-compute[74497]:       </nova:owner>
Oct 24 14:55:15 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:55:15 user nova-compute[74497]:       <nova:ports>
Oct 24 14:55:15 user nova-compute[74497]:         <nova:port uuid="debfa7e7-8ad3-4d96-bc85-41c4ff17df31">
Oct 24 14:55:15 user nova-compute[74497]:           <nova:ip type="fixed" address="192.168.233.211" ipVersion="4"/>
Oct 24 14:55:15 user nova-compute[74497]:         </nova:port>
Oct 24 14:55:15 user nova-compute[74497]:       </nova:ports>
Oct 24 14:55:15 user nova-compute[74497]:     </nova:instance>
Oct 24 14:55:15 user nova-compute[74497]:   </metadata>
Oct 24 14:55:15 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:55:15 user nova-compute[74497]:     <system>
Oct 24 14:55:15 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:55:15 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:55:15 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:55:15 user nova-compute[74497]:       <entry name="serial">f91c59dc-e474-4c4c-a35c-11b173ec980e</entry>
Oct 24 14:55:15 user nova-compute[74497]:       <entry name="uuid">f91c59dc-e474-4c4c-a35c-11b173ec980e</entry>
Oct 24 14:55:15 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:55:15 user nova-compute[74497]:     </system>
Oct 24 14:55:15 user nova-compute[74497]:   </sysinfo>
Oct 24 14:55:15 user nova-compute[74497]:   <os>
Oct 24 14:55:15 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:55:15 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:55:15 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:55:15 user nova-compute[74497]:   </os>
Oct 24 14:55:15 user nova-compute[74497]:   <features>
Oct 24 14:55:15 user nova-compute[74497]:     <acpi/>
Oct 24 14:55:15 user nova-compute[74497]:     <apic/>
Oct 24 14:55:15 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:55:15 user nova-compute[74497]:   </features>
Oct 24 14:55:15 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:55:15 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:55:15 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:55:15 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:55:15 user nova-compute[74497]:   </clock>
Oct 24 14:55:15 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:55:15 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:55:15 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:55:15 user nova-compute[74497]:   </cpu>
Oct 24 14:55:15 user nova-compute[74497]:   <devices>
Oct 24 14:55:15 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:55:15 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:55:15 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk"/>
Oct 24 14:55:15 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:55:15 user nova-compute[74497]:     </disk>
Oct 24 14:55:15 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:55:15 user nova-compute[74497]:       <mac address="fa:16:3e:ff:67:5f"/>
Oct 24 14:55:15 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:55:15 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:55:15 user nova-compute[74497]:       <target dev="tapdebfa7e7-8a"/>
Oct 24 14:55:15 user nova-compute[74497]:     </interface>
Oct 24 14:55:15 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:55:15 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/console.log" append="off"/>
Oct 24 14:55:15 user nova-compute[74497]:     </serial>
Oct 24 14:55:15 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:55:15 user nova-compute[74497]:     <video>
Oct 24 14:55:15 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:55:15 user nova-compute[74497]:     </video>
Oct 24 14:55:15 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:55:15 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:55:15 user nova-compute[74497]:     </rng>
Oct 24 14:55:15 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:55:15 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:55:15 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:55:15 user nova-compute[74497]:     </memballoon>
Oct 24 14:55:15 user nova-compute[74497]:   </devices>
Oct 24 14:55:15 user nova-compute[74497]: </domain>
Oct 24 14:55:15 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:55:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1463196492',display_name='tempest-VolumesNegativeTest-instance-1463196492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1463196492',id=28,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d41993c4e05e41dda815d475fd95aa5d',ramdisk_id='',reservation_id='r-1zu0043q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-470889223',owner_user_name='tempest-VolumesNegativeTest-470889223-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:13Z,user_data=None,user_id='3a3eee90f0b74a6e85ac9c33f9b63db0',uuid=f91c59dc-e474-4c4c-a35c-11b173ec980e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Converting VIF {"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:67:5f,bridge_name='br-int',has_traffic_filtering=True,id=debfa7e7-8ad3-4d96-bc85-41c4ff17df31,network=Network(e583cf32-bf56-4d79-abdb-cc5d71a86b6f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdebfa7e7-8a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG os_vif [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:67:5f,bridge_name='br-int',has_traffic_filtering=True,id=debfa7e7-8ad3-4d96-bc85-41c4ff17df31,network=Network(e583cf32-bf56-4d79-abdb-cc5d71a86b6f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdebfa7e7-8a') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c0e7e6cf-1919-5479-9dac-ccb65d319f69', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdebfa7e7-8a, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdebfa7e7-8a, col_values=(('qos', UUID('06c37b62-b0b8-47c2-9c67-5892fc50f57d')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdebfa7e7-8a, col_values=(('external_ids', {'iface-id': 'debfa7e7-8ad3-4d96-bc85-41c4ff17df31', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:67:5f', 'vm-uuid': 'f91c59dc-e474-4c4c-a35c-11b173ec980e'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:15 user nova-compute[74497]: INFO os_vif [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:67:5f,bridge_name='br-int',has_traffic_filtering=True,id=debfa7e7-8ad3-4d96-bc85-41c4ff17df31,network=Network(e583cf32-bf56-4d79-abdb-cc5d71a86b6f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdebfa7e7-8a')
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] No VIF found with MAC fa:16:3e:ff:67:5f, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Updated VIF entry in instance network info cache for port debfa7e7-8ad3-4d96-bc85-41c4ff17df31. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Updating instance_info_cache with network_info: [{"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3ea2e134-eee1-4c69-a820-1f9bbd273b2a req-d031065b-048e-45d6-8bba-e89673649451 service nova] Releasing lock "refresh_cache-f91c59dc-e474-4c4c-a35c-11b173ec980e" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-bbb770e0-9682-4032-92bd-0c46e1585bb5 req-2f32992d-2682-463b-818e-ff0261bb2f56 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received event network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bbb770e0-9682-4032-92bd-0c46e1585bb5 req-2f32992d-2682-463b-818e-ff0261bb2f56 service nova] Acquiring lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bbb770e0-9682-4032-92bd-0c46e1585bb5 req-2f32992d-2682-463b-818e-ff0261bb2f56 service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bbb770e0-9682-4032-92bd-0c46e1585bb5 req-2f32992d-2682-463b-818e-ff0261bb2f56 service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-bbb770e0-9682-4032-92bd-0c46e1585bb5 req-2f32992d-2682-463b-818e-ff0261bb2f56 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] No waiting events found dispatching network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:16 user nova-compute[74497]: WARNING nova.compute.manager [req-bbb770e0-9682-4032-92bd-0c46e1585bb5 req-2f32992d-2682-463b-818e-ff0261bb2f56 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received unexpected event network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 for instance with vm_state building and task_state spawning.
Oct 24 14:55:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:55:18 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Instance spawned successfully.
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:18 user nova-compute[74497]: INFO nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Took 5.80 seconds to spawn the instance on the hypervisor.
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:55:18 user nova-compute[74497]: INFO nova.compute.manager [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Took 6.59 seconds to build instance.
Oct 24 14:55:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c787dd83-5c25-4a6c-bef7-d85c345a4ea4 tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.699s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.compute.manager [req-e9b65de4-4b80-4ba5-ad48-db64b7436b0b req-ce59b8e8-c172-4d21-93af-4c4bc4f791de service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received event network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e9b65de4-4b80-4ba5-ad48-db64b7436b0b req-ce59b8e8-c172-4d21-93af-4c4bc4f791de service nova] Acquiring lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e9b65de4-4b80-4ba5-ad48-db64b7436b0b req-ce59b8e8-c172-4d21-93af-4c4bc4f791de service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e9b65de4-4b80-4ba5-ad48-db64b7436b0b req-ce59b8e8-c172-4d21-93af-4c4bc4f791de service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:18 user nova-compute[74497]: DEBUG nova.compute.manager [req-e9b65de4-4b80-4ba5-ad48-db64b7436b0b req-ce59b8e8-c172-4d21-93af-4c4bc4f791de service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] No waiting events found dispatching network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:18 user nova-compute[74497]: WARNING nova.compute.manager [req-e9b65de4-4b80-4ba5-ad48-db64b7436b0b req-ce59b8e8-c172-4d21-93af-4c4bc4f791de service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received unexpected event network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 for instance with vm_state active and task_state None.
Oct 24 14:55:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fcmwygrq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:20 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:20 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:20 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bdca6d3-6741-4c86-b3f0-e8d272a9f2cd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:55:20 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d93d9bed-31dd-407c-a262-b53fcc668369]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92] added
Oct 24 14:55:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e7fe39-0e64-4bc9-9cfa-8e500b9dbcb7]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d154ea13-04a7-424e-89a3-76e155d8480b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fcmwygrq {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fcmwygrq" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e246ba3b-84eb-40f1-a7a7-a602ed1e9361]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fcmwygrq'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[affec11c-ef8b-40c2-a605-9edcf7f44fa5]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcff446c-842d-4bcc-b9bc-45adcedfc971]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:21 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:21 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:21 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:21 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[950784ba-4474-4c9b-95fe-966ce61a192a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260]
Oct 24 14:55:21 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260] successful.
Oct 24 14:55:21 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a673749-4008-4137-be4c-25d487f69512]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[23ba617e-9cb2-4734-bc44-15cc111edba8]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:21 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:21 user nova-compute[74497]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)
Oct 24 14:55:21 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:21 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:21 user nova-compute[74497]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)
Oct 24 14:55:21 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[614f12aa-749b-420c-a6ce-6865dd2f523c]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:55:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fcmwygrq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '23466613537336165', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23466613537336165', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG nova.objects.instance [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'flavor' on Instance uuid 6094fcbb-d901-42bf-9f95-3b236ebc79dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:55:22 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:55:22 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:55:22 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:55:22 user nova-compute[74497]:   <serial>a401df69-75e5-4d39-878e-6fe113443b92</serial>
Oct 24 14:55:22 user nova-compute[74497]: </disk>
Oct 24 14:55:22 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] No VIF found with MAC fa:16:3e:c3:9e:98, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:55:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-72c7dfe8-e860-4a3c-a7ff-ac16c5b04f98 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.085s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:24 user nova-compute[74497]: INFO nova.compute.manager [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Detaching volume a401df69-75e5-4d39-878e-6fe113443b92
Oct 24 14:55:24 user nova-compute[74497]: INFO nova.virt.block_device [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Attempting to driver detach volume a401df69-75e5-4d39-878e-6fe113443b92 from mountpoint /dev/vdb
Oct 24 14:55:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Attempting to detach device vdb from instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:55:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:55:24 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:55:24 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:55:24 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:55:24 user nova-compute[74497]:   <serial>a401df69-75e5-4d39-878e-6fe113443b92</serial>
Oct 24 14:55:24 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:55:24 user nova-compute[74497]: </disk>
Oct 24 14:55:24 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:55:24 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully detached device vdb from instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc from the persistent domain config.
Oct 24 14:55:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:55:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:55:24 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:55:24 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:55:24 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:55:24 user nova-compute[74497]:   <serial>a401df69-75e5-4d39-878e-6fe113443b92</serial>
Oct 24 14:55:24 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:55:24 user nova-compute[74497]: </disk>
Oct 24 14:55:24 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:55:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:55:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-changed-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Refreshing instance network info cache due to event network-changed-2486f0c8-1317-42e0-884e-6676ba111eb7. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:55:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] Acquiring lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] Acquired lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Refreshing network info cache for port 2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG nova.network.neutron [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Updated VIF entry in instance network info cache for port 2486f0c8-1317-42e0-884e-6676ba111eb7. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG nova.network.neutron [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Updating instance_info_cache with network_info: [{"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f51e0f08-f490-4428-889a-d87806cc81e6 req-4ceecc9c-5c8c-4e2c-8f08-016af016b87e service nova] Releasing lock "refresh_cache-bf917c15-7cd6-4aae-84d1-19b6ae979a8f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'flavor' on Instance uuid bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:32 user nova-compute[74497]: INFO nova.compute.manager [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Attaching volume a7bccc41-1a8c-4c3b-8832-cc3b9c08953b to /dev/vdb
Oct 24 14:55:32 user nova-compute[74497]: DEBUG os_brick.utils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1c3738-1f84-4562-b3dd-2f512896778a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a62941a2-30c7-40aa-84ba-d3459befa863]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9835ee14-f526-4109-a776-dfdcae416e35]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2962e3ef-6cbc-4cd0-bbdc-7098f5966346]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:55:32 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:55:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cb6cac0-a2a6-4e7c-ac11-557d09677ecb]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG os_brick.utils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:32 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Updating existing volume attachment record: 5fccc86b-e399-4a38-8943-f19545ea319b {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:55:36 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:55:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:38 user nova-compute[74497]: INFO nova.compute.manager [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Rescuing
Oct 24 14:55:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:55:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Updating instance_info_cache with network_info: [{"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-a445b5f4-3eec-44f6-8258-8aa5fe4bf902 req-a9a48a63-bdcb-4dfe-9cd8-3b2ac7d6843b service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a445b5f4-3eec-44f6-8258-8aa5fe4bf902 req-a9a48a63-bdcb-4dfe-9cd8-3b2ac7d6843b service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a445b5f4-3eec-44f6-8258-8aa5fe4bf902 req-a9a48a63-bdcb-4dfe-9cd8-3b2ac7d6843b service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a445b5f4-3eec-44f6-8258-8aa5fe4bf902 req-a9a48a63-bdcb-4dfe-9cd8-3b2ac7d6843b service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-a445b5f4-3eec-44f6-8258-8aa5fe4bf902 req-a9a48a63-bdcb-4dfe-9cd8-3b2ac7d6843b service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:39 user nova-compute[74497]: WARNING nova.compute.manager [req-a445b5f4-3eec-44f6-8258-8aa5fe4bf902 req-a9a48a63-bdcb-4dfe-9cd8-3b2ac7d6843b service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state active and task_state rescuing.
Oct 24 14:55:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:39 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance destroyed successfully.
Oct 24 14:55:39 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Attempting a stable device rescue
Oct 24 14:55:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74497) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 14:55:39 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Creating image(s)
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "/opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "/opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'trusted_certs' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:55:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.part --force-share --output=json" returned: 0 in 0.222s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG nova.virt.images [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] 3a2b12e2-ccd3-42ec-840c-0c6024c07925 was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.part /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-58b2d26b-9572-45fe-99f7-4d2d50e31da1 req-be49bfbb-3fcd-46a2-99cf-5081827cc30c service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-58b2d26b-9572-45fe-99f7-4d2d50e31da1 req-be49bfbb-3fcd-46a2-99cf-5081827cc30c service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-58b2d26b-9572-45fe-99f7-4d2d50e31da1 req-be49bfbb-3fcd-46a2-99cf-5081827cc30c service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-58b2d26b-9572-45fe-99f7-4d2d50e31da1 req-be49bfbb-3fcd-46a2-99cf-5081827cc30c service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-58b2d26b-9572-45fe-99f7-4d2d50e31da1 req-be49bfbb-3fcd-46a2-99cf-5081827cc30c service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:41 user nova-compute[74497]: WARNING nova.compute.manager [req-58b2d26b-9572-45fe-99f7-4d2d50e31da1 req-be49bfbb-3fcd-46a2-99cf-5081827cc30c service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state active and task_state rescuing.
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.part /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.converted" returned: 0 in 0.577s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.129s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd --force-share --output=json" returned: 0 in 0.241s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd,backing_fmt=raw /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.rescue {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd,backing_fmt=raw /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.rescue" returned: 0 in 0.067s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.319s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'migration_context' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<efed8755-4e68-4692-96f5-007ee777c7e6> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Start _get_guest_xml network_info=[{"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "vif_mac": "fa:16:3e:d9:b6:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '3a2b12e2-ccd3-42ec-840c-0c6024c07925', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': 0, 'attachment_id': 'd58f96b5-7a80-4d60-bb70-0c4abe61990d', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOqZabQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'efed8755-4e68-4692-96f5-007ee777c7e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'serial': 'c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'resources' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<efed8755-4e68-4692-96f5-007ee777c7e6> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'numa_topology' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<efed8755-4e68-4692-96f5-007ee777c7e6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:55:42 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:42 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'vcpu_model' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<efed8755-4e68-4692-96f5-007ee777c7e6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOqZabQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:42 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:42 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:42 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[497ce936-fae1-4f7a-891e-431dbefd42a1]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = DOqZabQB\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 14:55:42 user nova-compute[74497]: node.name = iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a
Oct 24 14:55:42 user nova-compute[74497]: node.tpgt = -1
Oct 24 14:55:42 user nova-compute[74497]: node.startup = automatic
Oct 24 14:55:42 user nova-compute[74497]: node.leading_login = No
Oct 24 14:55:42 user nova-compute[74497]: iface.iscsi_ifacename = default
Oct 24 14:55:42 user nova-compute[74497]: iface.net_ifacename = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.ipaddress = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.prefix_len = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.hwaddress = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.transport_name = tcp
Oct 24 14:55:42 user nova-compute[74497]: iface.initiatorname = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.state = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.vlan_id = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.vlan_priority = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.vlan_state = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.iface_num = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.mtu = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.port = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.bootproto = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.subnet_mask = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.gateway = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_alt_client_id = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_dns = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_learn_iqn = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_vendor_id_state = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_vendor_id = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.dhcp_slp_da = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.fragmentation = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.gratuitous_arp = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.incoming_forwarding = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.tos_state = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.tos = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.ttl = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.delayed_ack = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.tcp_nagle = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.tcp_wsf_state = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.tcp_wsf = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.tcp_timer_scale = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.tcp_timestamp = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.redirect = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.def_task_mgmt_timeout = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.header_digest = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.data_digest = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.immediate_data = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.initial_r2t = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.data_seq_inorder = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.data_pdu_inorder = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.erl = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.max_receive_data_len = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.first_burst_len = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.max_outstanding_r2t = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.max_burst_len = 0
Oct 24 14:55:42 user nova-compute[74497]: iface.chap_auth = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.bidi_chap = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.strict_login_compliance = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.discovery_auth = <empty>
Oct 24 14:55:42 user nova-compute[74497]: iface.discovery_logout = <empty>
Oct 24 14:55:42 user nova-compute[74497]: node.discovery_address = <empty>
Oct 24 14:55:42 user nova-compute[74497]: node.discovery_port = 0
Oct 24 14:55:42 user nova-compute[74497]: node.discovery_type = static
Oct 24 14:55:42 user nova-compute[74497]: node.session.initial_cmdsn = 0
Oct 24 14:55:42 user nova-compute[74497]: node.session.initial_login_retry_max = 8
Oct 24 14:55:42 user nova-compute[74497]: node.session.xmit_thread_priority = -20
Oct 24 14:55:42 user nova-compute[74497]: node.session.cmds_max = 128
Oct 24 14:55:42 user nova-compute[74497]: node.session.queue_depth = 32
Oct 24 14:55:42 user nova-compute[74497]: node.session.nr_sessions = 1
Oct 24 14:55:42 user nova-compute[74497]: node.session.auth.authmethod = CHAP
Oct 24 14:55:42 user nova-compute[74497]: node.session.auth.username = DOqZabQB
Oct 24 14:55:42 user nova-compute[74497]: node.session.auth.password = ***
Oct 24 14:55:42 user nova-compute[74497]: node.session.auth.username_in = <empty>
Oct 24 14:55:42 user nova-compute[74497]: node.session.auth.password_in = <empty>
Oct 24 14:55:42 user nova-compute[74497]: node.session.auth.chap_algs = MD5
Oct 24 14:55:42 user nova-compute[74497]: node.session.timeo.replacement_timeout = 120
Oct 24 14:55:42 user nova-compute[74497]: node.session.err_timeo.abort_timeout = 15
Oct 24 14:55:42 user nova-compute[74497]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 14:55:42 user nova-compute[74497]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 14:55:42 user nova-compute[74497]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.FastAbort = Yes
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.InitialR2T = No
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.ImmediateData = Yes
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.MaxConnections = 1
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 14:55:42 user nova-compute[74497]: node.session.iscsi.ERL = 0
Oct 24 14:55:42 user nova-compute[74497]: node.session.scan = manual
Oct 24 14:55:42 user nova-compute[74497]: node.session.reopen_max = 0
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].address = 172.16.0.220
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].port = 3260
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].startup = manual
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].tcp.window_size = 524288
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].tcp.type_of_service = 0
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].timeo.logout_timeout = 15
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].timeo.login_timeout = 15
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].timeo.auth_timeout = 45
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].iscsi.DataDigest = None
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].iscsi.IFMarker = No
Oct 24 14:55:42 user nova-compute[74497]: node.conn[0].iscsi.OFMarker = No
Oct 24 14:55:42 user nova-compute[74497]: # END RECORD
Oct 24 14:55:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe155d2-5d38-43de-bf7c-dd2984b81dc7]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67896ad-549f-4fe6-87d5-66b914912b61]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DOqZabQB {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DOqZabQB" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb03191-0ac6-49e2-85a6-093f5af3f90c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DOqZabQB'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2735359-a442-4a31-be79-f9617ac5fcb9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ce751b-68d2-40b6-91ca-2894a0477f8f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:42 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:42 user nova-compute[74497]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)
Oct 24 14:55:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:42 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:42 user nova-compute[74497]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)
Oct 24 14:55:42 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.190s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] HCTL ('34', '0', '0', 0) found on session 25 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f533023-23fd-4b34-8d5d-a0054a7a29ae]: (4, ('0 0 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Searching for a device in session 25 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOqZabQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.217s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== connect_volume: return (218ms) {'type': 'block', 'scsi_wwn': '26361663437333262', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361663437333262', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1035044844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1035044844',id=27,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:54:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-2ovvxwv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:54:32Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=efed8755-4e68-4692-96f5-007ee777c7e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "vif_mac": "fa:16:3e:d9:b6:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "vif_mac": "fa:16:3e:d9:b6:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'pci_devices' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.objects.base [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Object Instance<efed8755-4e68-4692-96f5-007ee777c7e6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:55:42 user nova-compute[74497]:   <uuid>efed8755-4e68-4692-96f5-007ee777c7e6</uuid>
Oct 24 14:55:42 user nova-compute[74497]:   <name>instance-0000001b</name>
Oct 24 14:55:42 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:55:42 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:55:42 user nova-compute[74497]:   <metadata>
Oct 24 14:55:42 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:55:42 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:55:42 user nova-compute[74497]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1035044844</nova:name>
Oct 24 14:55:42 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:55:42</nova:creationTime>
Oct 24 14:55:42 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:55:42 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:55:42 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:55:42 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:55:42 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:55:42 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:55:42 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:55:42 user nova-compute[74497]:       <nova:owner>
Oct 24 14:55:42 user nova-compute[74497]:         <nova:user uuid="38a58561620648e0aa4a2bf3caf99e05">tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member</nova:user>
Oct 24 14:55:42 user nova-compute[74497]:         <nova:project uuid="b94c5c5b44de4e8585490872dd5f0b16">tempest-ServerBootFromVolumeStableRescueTest-1664780445</nova:project>
Oct 24 14:55:42 user nova-compute[74497]:       </nova:owner>
Oct 24 14:55:42 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:55:42 user nova-compute[74497]:       <nova:ports>
Oct 24 14:55:42 user nova-compute[74497]:         <nova:port uuid="9d31ba71-3278-4e5d-bc86-3d347296949e">
Oct 24 14:55:42 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 14:55:42 user nova-compute[74497]:         </nova:port>
Oct 24 14:55:42 user nova-compute[74497]:       </nova:ports>
Oct 24 14:55:42 user nova-compute[74497]:     </nova:instance>
Oct 24 14:55:42 user nova-compute[74497]:   </metadata>
Oct 24 14:55:42 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:55:42 user nova-compute[74497]:     <system>
Oct 24 14:55:42 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:55:42 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:55:42 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:55:42 user nova-compute[74497]:       <entry name="serial">efed8755-4e68-4692-96f5-007ee777c7e6</entry>
Oct 24 14:55:42 user nova-compute[74497]:       <entry name="uuid">efed8755-4e68-4692-96f5-007ee777c7e6</entry>
Oct 24 14:55:42 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:55:42 user nova-compute[74497]:     </system>
Oct 24 14:55:42 user nova-compute[74497]:   </sysinfo>
Oct 24 14:55:42 user nova-compute[74497]:   <os>
Oct 24 14:55:42 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:55:42 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:55:42 user nova-compute[74497]:   </os>
Oct 24 14:55:42 user nova-compute[74497]:   <features>
Oct 24 14:55:42 user nova-compute[74497]:     <acpi/>
Oct 24 14:55:42 user nova-compute[74497]:     <apic/>
Oct 24 14:55:42 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:55:42 user nova-compute[74497]:   </features>
Oct 24 14:55:42 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:55:42 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:55:42 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:55:42 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:55:42 user nova-compute[74497]:   </clock>
Oct 24 14:55:42 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:55:42 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:55:42 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:55:42 user nova-compute[74497]:   </cpu>
Oct 24 14:55:42 user nova-compute[74497]:   <devices>
Oct 24 14:55:42 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:55:42 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:55:42 user nova-compute[74497]:       <source dev="/dev/sdc"/>
Oct 24 14:55:42 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:55:42 user nova-compute[74497]:       <serial>c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a</serial>
Oct 24 14:55:42 user nova-compute[74497]:     </disk>
Oct 24 14:55:42 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:55:42 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:55:42 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.rescue"/>
Oct 24 14:55:42 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:55:42 user nova-compute[74497]:       <boot order="1"/>
Oct 24 14:55:42 user nova-compute[74497]:     </disk>
Oct 24 14:55:42 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:55:42 user nova-compute[74497]:       <mac address="fa:16:3e:d9:b6:45"/>
Oct 24 14:55:42 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:55:42 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:55:42 user nova-compute[74497]:       <target dev="tap9d31ba71-32"/>
Oct 24 14:55:42 user nova-compute[74497]:     </interface>
Oct 24 14:55:42 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:55:42 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/console.log" append="off"/>
Oct 24 14:55:42 user nova-compute[74497]:     </serial>
Oct 24 14:55:42 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:55:42 user nova-compute[74497]:     <video>
Oct 24 14:55:42 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:55:42 user nova-compute[74497]:     </video>
Oct 24 14:55:42 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:55:42 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:55:42 user nova-compute[74497]:     </rng>
Oct 24 14:55:42 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:55:42 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:55:42 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:55:42 user nova-compute[74497]:     </memballoon>
Oct 24 14:55:42 user nova-compute[74497]:   </devices>
Oct 24 14:55:42 user nova-compute[74497]: </domain>
Oct 24 14:55:42 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:55:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance destroyed successfully.
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] No VIF found with MAC fa:16:3e:d9:b6:45, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-78e02d45-60e9-4391-b271-fadf72136375 req-e8a3edbf-217b-4e88-ac94-7207e2322306 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-78e02d45-60e9-4391-b271-fadf72136375 req-e8a3edbf-217b-4e88-ac94-7207e2322306 service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-78e02d45-60e9-4391-b271-fadf72136375 req-e8a3edbf-217b-4e88-ac94-7207e2322306 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-78e02d45-60e9-4391-b271-fadf72136375 req-e8a3edbf-217b-4e88-ac94-7207e2322306 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-78e02d45-60e9-4391-b271-fadf72136375 req-e8a3edbf-217b-4e88-ac94-7207e2322306 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:44 user nova-compute[74497]: WARNING nova.compute.manager [req-78e02d45-60e9-4391-b271-fadf72136375 req-e8a3edbf-217b-4e88-ac94-7207e2322306 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state active and task_state rescuing.
Oct 24 14:55:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:44 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc is timed out.
Oct 24 14:55:45 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully detached device vdb from instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc from the live domain config.
Oct 24 14:55:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fcmwygrq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:45 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d312a15c-b836-4077-a24c-5d1aa636e07c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:55:45 user nova-compute[74497]: No targets found.
Oct 24 14:55:45 user nova-compute[74497]: iSNS:
Oct 24 14:55:45 user nova-compute[74497]: No targets found.
Oct 24 14:55:45 user nova-compute[74497]: STATIC:
Oct 24 14:55:45 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a
Oct 24 14:55:45 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:45 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:45 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92
Oct 24 14:55:45 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:45 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:45 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:55:45 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:45 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:45 user nova-compute[74497]: FIRMWARE:
Oct 24 14:55:45 user nova-compute[74497]: No targets found.
Oct 24 14:55:45 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:55:45 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:55:45 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c89f222-aa94-4a6a-8dc1-dd57b7ce3848]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6fdbfe2-e020-401b-a090-3bf1e54ca1b3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:45 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:45 user nova-compute[74497]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)
Oct 24 14:55:45 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:45 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:45 user nova-compute[74497]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 (non-flash)
Oct 24 14:55:45 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40542170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c457cbb-9821-45cc-be98-64f3b98ae181]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0282cc23-c9ae-4c23-a0c8-f8aecdff0b26]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eacc0e69-4307-479c-be0a-1a46b792a837]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea59383c-76c8-4a5e-8840-d330166bffc1]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[52db818c-61ee-4eb6-a70b-d2ea0b2c6070]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[060ba718-a49d-4a94-b365-5801acc73969]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260]
Oct 24 14:55:45 user nova-compute[74497]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92, portal: 172.16.0.220,3260] successful.
Oct 24 14:55:45 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a401df69-75e5-4d39-878e-6fe113443b92 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[33db9617-da12-4553-ba9a-b3c31eff2ad0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.405s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] <== disconnect_volume: return (408ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:55:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG nova.objects.instance [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'flavor' on Instance uuid 6094fcbb-d901-42bf-9f95-3b236ebc79dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-5441881c-c469-4ede-a99c-924bb4a5aa1b req-128ce36b-a343-4ccd-84f6-cbfb739819e0 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5441881c-c469-4ede-a99c-924bb4a5aa1b req-128ce36b-a343-4ccd-84f6-cbfb739819e0 service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5441881c-c469-4ede-a99c-924bb4a5aa1b req-128ce36b-a343-4ccd-84f6-cbfb739819e0 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5441881c-c469-4ede-a99c-924bb4a5aa1b req-128ce36b-a343-4ccd-84f6-cbfb739819e0 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-5441881c-c469-4ede-a99c-924bb4a5aa1b req-128ce36b-a343-4ccd-84f6-cbfb739819e0 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:46 user nova-compute[74497]: WARNING nova.compute.manager [req-5441881c-c469-4ede-a99c-924bb4a5aa1b req-128ce36b-a343-4ccd-84f6-cbfb739819e0 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state active and task_state rescuing.
Oct 24 14:55:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8daae0c2-a3a6-4ee0-8704-02df45c49397 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:55:46 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:46 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7664MB free_disk=25.020221710205078GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a664cc44-2e99-4305-bf18-67a1422a37a6 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.541s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance efed8755-4e68-4692-96f5-007ee777c7e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f91c59dc-e474-4c4c-a35c-11b173ec980e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:55:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.597s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:55:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:55:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:55:50 user nova-compute[74497]: INFO nova.compute.claims [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Claim successful on node user
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.485s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:55:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.policy [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ead7fdce3ca54727a430be78c1b5d8bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b68e723fed1247449ad8a84d9e6febae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:51 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:51 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:51 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:55:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Creating image(s)
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef46258-b2ce-49a0-93cf-3c4ffc23b801]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:55:51 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cc0342b-8941-4369-af53-8131ca7908af]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b] added
Oct 24 14:55:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e023b13-54f8-485c-a78c-55b457f1090b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[32909dab-fd73-4e0f-9958-e3b5ef27dd50]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qUEQemap {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qUEQemap" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[899c4ce7-ccfe-495b-8a50-037f8186940d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qUEQemap'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f81e67-375a-4fe5-8f50-958aaf9da782]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4fd559-8faf-42d0-929c-5b20a5d06434]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.204s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:51 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:51 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c99fa45-453c-4f1c-b5db-f684e6c54a2e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]
Oct 24 14:55:51 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.
Oct 24 14:55:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a91ab768-7d24-42bb-a19a-e59e17fe25a2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6640f5b1-37dd-4fad-b8de-ce4327c1a2d3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:51 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:51 user nova-compute[74497]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:55:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:51 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:51 user nova-compute[74497]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:55:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] HCTL ('35', '-', '-', 0) found on session 27 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[83086ad1-9a39-464c-a776-a7fb0147ccaa]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk 1073741824" returned: 0 in 0.055s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Successfully created port: a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Cannot resize image /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Ensure instance console log exists: /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Successfully updated port: a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing instance network info cache due to event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== connect_volume: return (1381ms) {'type': 'block', 'scsi_wwn': '23935643833393762', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23935643833393762', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'flavor' on Instance uuid bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:55:52 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:55:52 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:55:52 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:55:52 user nova-compute[74497]:   <serial>a7bccc41-1a8c-4c3b-8832-cc3b9c08953b</serial>
Oct 24 14:55:52 user nova-compute[74497]: </disk>
Oct 24 14:55:52 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance network_info: |[{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.neutron [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Start _get_guest_xml network_info=[{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:55:53 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:53 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:55:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-653297934',display_name='tempest-ServerRescueNegativeTestJSON-server-653297934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-653297934',id=29,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjjBwkHO84x/+ecNqaa3t+VOghwKzWum4a2a9+HS+J7nif6G8yCnlvCYyeEJK30SqqCDQ4KvzACbkRA6E1Ar9/qelSERzs+W3rhjfN1wlhH52GQbbLO55fUTMJLd63O2Q==',key_name='tempest-keypair-1229386929',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-a3jpleus',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=a5348d3e-e107-4688-a578-6a52dcaca7ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'pci_devices' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:55:53 user nova-compute[74497]:   <uuid>a5348d3e-e107-4688-a578-6a52dcaca7ec</uuid>
Oct 24 14:55:53 user nova-compute[74497]:   <name>instance-0000001d</name>
Oct 24 14:55:53 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:55:53 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:55:53 user nova-compute[74497]:   <metadata>
Oct 24 14:55:53 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:55:53 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:55:53 user nova-compute[74497]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-653297934</nova:name>
Oct 24 14:55:53 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:55:53</nova:creationTime>
Oct 24 14:55:53 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:55:53 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:55:53 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:55:53 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:55:53 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:55:53 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:55:53 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:55:53 user nova-compute[74497]:       <nova:owner>
Oct 24 14:55:53 user nova-compute[74497]:         <nova:user uuid="ead7fdce3ca54727a430be78c1b5d8bd">tempest-ServerRescueNegativeTestJSON-501552954-project-member</nova:user>
Oct 24 14:55:53 user nova-compute[74497]:         <nova:project uuid="b68e723fed1247449ad8a84d9e6febae">tempest-ServerRescueNegativeTestJSON-501552954</nova:project>
Oct 24 14:55:53 user nova-compute[74497]:       </nova:owner>
Oct 24 14:55:53 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:55:53 user nova-compute[74497]:       <nova:ports>
Oct 24 14:55:53 user nova-compute[74497]:         <nova:port uuid="a632ab2b-8647-49f2-8ac7-4067527a4574">
Oct 24 14:55:53 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 14:55:53 user nova-compute[74497]:         </nova:port>
Oct 24 14:55:53 user nova-compute[74497]:       </nova:ports>
Oct 24 14:55:53 user nova-compute[74497]:     </nova:instance>
Oct 24 14:55:53 user nova-compute[74497]:   </metadata>
Oct 24 14:55:53 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:55:53 user nova-compute[74497]:     <system>
Oct 24 14:55:53 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:55:53 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:55:53 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:55:53 user nova-compute[74497]:       <entry name="serial">a5348d3e-e107-4688-a578-6a52dcaca7ec</entry>
Oct 24 14:55:53 user nova-compute[74497]:       <entry name="uuid">a5348d3e-e107-4688-a578-6a52dcaca7ec</entry>
Oct 24 14:55:53 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:55:53 user nova-compute[74497]:     </system>
Oct 24 14:55:53 user nova-compute[74497]:   </sysinfo>
Oct 24 14:55:53 user nova-compute[74497]:   <os>
Oct 24 14:55:53 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:55:53 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:55:53 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:55:53 user nova-compute[74497]:   </os>
Oct 24 14:55:53 user nova-compute[74497]:   <features>
Oct 24 14:55:53 user nova-compute[74497]:     <acpi/>
Oct 24 14:55:53 user nova-compute[74497]:     <apic/>
Oct 24 14:55:53 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:55:53 user nova-compute[74497]:   </features>
Oct 24 14:55:53 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:55:53 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:55:53 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:55:53 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:55:53 user nova-compute[74497]:   </clock>
Oct 24 14:55:53 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:55:53 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:55:53 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:55:53 user nova-compute[74497]:   </cpu>
Oct 24 14:55:53 user nova-compute[74497]:   <devices>
Oct 24 14:55:53 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:55:53 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:55:53 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk"/>
Oct 24 14:55:53 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:55:53 user nova-compute[74497]:     </disk>
Oct 24 14:55:53 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:55:53 user nova-compute[74497]:       <mac address="fa:16:3e:18:a6:11"/>
Oct 24 14:55:53 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:55:53 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:55:53 user nova-compute[74497]:       <target dev="tapa632ab2b-86"/>
Oct 24 14:55:53 user nova-compute[74497]:     </interface>
Oct 24 14:55:53 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:55:53 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/console.log" append="off"/>
Oct 24 14:55:53 user nova-compute[74497]:     </serial>
Oct 24 14:55:53 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:55:53 user nova-compute[74497]:     <video>
Oct 24 14:55:53 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:55:53 user nova-compute[74497]:     </video>
Oct 24 14:55:53 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:55:53 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:55:53 user nova-compute[74497]:     </rng>
Oct 24 14:55:53 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:55:53 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:55:53 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:55:53 user nova-compute[74497]:     </memballoon>
Oct 24 14:55:53 user nova-compute[74497]:   </devices>
Oct 24 14:55:53 user nova-compute[74497]: </domain>
Oct 24 14:55:53 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:55:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-653297934',display_name='tempest-ServerRescueNegativeTestJSON-server-653297934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-653297934',id=29,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjjBwkHO84x/+ecNqaa3t+VOghwKzWum4a2a9+HS+J7nif6G8yCnlvCYyeEJK30SqqCDQ4KvzACbkRA6E1Ar9/qelSERzs+W3rhjfN1wlhH52GQbbLO55fUTMJLd63O2Q==',key_name='tempest-keypair-1229386929',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-a3jpleus',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=a5348d3e-e107-4688-a578-6a52dcaca7ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG os_vif [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8420732f-b20a-557f-b0db-392578082b96', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa632ab2b-86, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa632ab2b-86, col_values=(('qos', UUID('2a3838ea-fe6e-49ba-9b00-3f6e8643a2b5')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa632ab2b-86, col_values=(('external_ids', {'iface-id': 'a632ab2b-8647-49f2-8ac7-4067527a4574', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:a6:11', 'vm-uuid': 'a5348d3e-e107-4688-a578-6a52dcaca7ec'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:53 user nova-compute[74497]: INFO os_vif [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86')
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No VIF found with MAC fa:16:3e:18:a6:11, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No VIF found with MAC fa:16:3e:54:79:e9, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.neutron [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updated VIF entry in instance network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG nova.network.neutron [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aad75f12-1cce-4955-bd0c-84d5c52cec0f req-51e99d93-99a9-4e0b-a8d9-a6e983b045db service nova] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:55:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b9eb441-ff88-45e2-8e61-39489276b1fb tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.813s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-fcc5fcb8-123c-42ab-89b9-9249a4f7a086 req-72d026ba-9790-46dc-b0d3-cc40aac2e5b7 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fcc5fcb8-123c-42ab-89b9-9249a4f7a086 req-72d026ba-9790-46dc-b0d3-cc40aac2e5b7 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fcc5fcb8-123c-42ab-89b9-9249a4f7a086 req-72d026ba-9790-46dc-b0d3-cc40aac2e5b7 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fcc5fcb8-123c-42ab-89b9-9249a4f7a086 req-72d026ba-9790-46dc-b0d3-cc40aac2e5b7 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-fcc5fcb8-123c-42ab-89b9-9249a4f7a086 req-72d026ba-9790-46dc-b0d3-cc40aac2e5b7 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:54 user nova-compute[74497]: WARNING nova.compute.manager [req-fcc5fcb8-123c-42ab-89b9-9249a4f7a086 req-72d026ba-9790-46dc-b0d3-cc40aac2e5b7 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state building and task_state spawning.
Oct 24 14:55:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:55 user nova-compute[74497]: INFO nova.compute.manager [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Rebuilding instance
Oct 24 14:55:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-7cc54001-07be-48bc-959f-02a107bb8b69 req-4ea2bd88-19b2-4c0e-86dd-c1684c2e0135 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7cc54001-07be-48bc-959f-02a107bb8b69 req-4ea2bd88-19b2-4c0e-86dd-c1684c2e0135 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7cc54001-07be-48bc-959f-02a107bb8b69 req-4ea2bd88-19b2-4c0e-86dd-c1684c2e0135 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7cc54001-07be-48bc-959f-02a107bb8b69 req-4ea2bd88-19b2-4c0e-86dd-c1684c2e0135 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-7cc54001-07be-48bc-959f-02a107bb8b69 req-4ea2bd88-19b2-4c0e-86dd-c1684c2e0135 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:55 user nova-compute[74497]: WARNING nova.compute.manager [req-7cc54001-07be-48bc-959f-02a107bb8b69 req-4ea2bd88-19b2-4c0e-86dd-c1684c2e0135 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state rebuilding.
Oct 24 14:55:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance destroyed successfully.
Oct 24 14:55:56 user nova-compute[74497]: INFO nova.compute.manager [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Detaching volume a7bccc41-1a8c-4c3b-8832-cc3b9c08953b
Oct 24 14:55:56 user nova-compute[74497]: INFO nova.virt.block_device [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Attempting to driver detach volume a7bccc41-1a8c-4c3b-8832-cc3b9c08953b from mountpoint /dev/vdb
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Attempting to detach device vdb from instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:55:56 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:55:56 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:55:56 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:55:56 user nova-compute[74497]:   <serial>a7bccc41-1a8c-4c3b-8832-cc3b9c08953b</serial>
Oct 24 14:55:56 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:55:56 user nova-compute[74497]: </disk>
Oct 24 14:55:56 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:55:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully detached device vdb from instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f from the persistent domain config.
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:56 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f343d41-6c31-489d-b1fb-8e17a234afa6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:55:56 user nova-compute[74497]: No targets found.
Oct 24 14:55:56 user nova-compute[74497]: iSNS:
Oct 24 14:55:56 user nova-compute[74497]: No targets found.
Oct 24 14:55:56 user nova-compute[74497]: STATIC:
Oct 24 14:55:56 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a
Oct 24 14:55:56 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:56 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:56 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:55:56 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:56 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:56 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b
Oct 24 14:55:56 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:56 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:56 user nova-compute[74497]: FIRMWARE:
Oct 24 14:55:56 user nova-compute[74497]: No targets found.
Oct 24 14:55:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:55:56 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:55:56 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eda25fd9-12be-4375-9c35-83f4ad3c7315]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b29f5f4-efb1-4350-aed7-337fdff52b64]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:56 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:56 user nova-compute[74497]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:55:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:56 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:56 user nova-compute[74497]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:55:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff407539a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed59f06f-52de-4189-8d3f-df412b237bbd]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1060d0d5-600a-4eff-9478-8c8654557fc4]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc052b9-144a-40c1-bc19-828a87207f33]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e4e6a8-1fef-435f-b40e-0a5310b58293]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c813ad-d5c6-4b0c-b780-d79d14290aed]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d68a492-7ccc-4132-9882-828114759db1]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]
Oct 24 14:55:56 user nova-compute[74497]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.
Oct 24 14:55:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4891d684-12b2-41d5-a417-4c2bfdb753bf]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== disconnect_volume: return (282ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:55:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance spawned successfully.
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-2be46364-cff0-40bf-b2c2-d695a64501d3 req-ee1fb8fe-370c-45a9-8d3b-5324066143c8 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2be46364-cff0-40bf-b2c2-d695a64501d3 req-ee1fb8fe-370c-45a9-8d3b-5324066143c8 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2be46364-cff0-40bf-b2c2-d695a64501d3 req-ee1fb8fe-370c-45a9-8d3b-5324066143c8 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2be46364-cff0-40bf-b2c2-d695a64501d3 req-ee1fb8fe-370c-45a9-8d3b-5324066143c8 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-2be46364-cff0-40bf-b2c2-d695a64501d3 req-ee1fb8fe-370c-45a9-8d3b-5324066143c8 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:56 user nova-compute[74497]: WARNING nova.compute.manager [req-2be46364-cff0-40bf-b2c2-d695a64501d3 req-ee1fb8fe-370c-45a9-8d3b-5324066143c8 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state building and task_state spawning.
Oct 24 14:55:56 user nova-compute[74497]: INFO nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Took 5.33 seconds to spawn the instance on the hypervisor.
Oct 24 14:55:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:55:57 user nova-compute[74497]: INFO nova.compute.manager [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Took 6.19 seconds to build instance.
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9e51a96b-12c0-4ac3-bbdb-3496f1bcaf77 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.281s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-3ea18ce1-f66c-403c-b130-a9ebb0eefcad req-4138b733-fd94-45a0-a66a-2e1de9a0fbe3 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3ea18ce1-f66c-403c-b130-a9ebb0eefcad req-4138b733-fd94-45a0-a66a-2e1de9a0fbe3 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3ea18ce1-f66c-403c-b130-a9ebb0eefcad req-4138b733-fd94-45a0-a66a-2e1de9a0fbe3 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3ea18ce1-f66c-403c-b130-a9ebb0eefcad req-4138b733-fd94-45a0-a66a-2e1de9a0fbe3 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-3ea18ce1-f66c-403c-b130-a9ebb0eefcad req-4138b733-fd94-45a0-a66a-2e1de9a0fbe3 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:55:57 user nova-compute[74497]: WARNING nova.compute.manager [req-3ea18ce1-f66c-403c-b130-a9ebb0eefcad req-4138b733-fd94-45a0-a66a-2e1de9a0fbe3 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state rebuilding.
Oct 24 14:55:57 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance destroyed successfully.
Oct 24 14:55:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-940532228',display_name='tempest-ServerActionsTestOtherA-server-1455715616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-940532228',id=26,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPa5tIjzqFtLAjj3Ifxs6IDPcypzDzRJDRw5/+SHIQkvSruGCyWbb8k0dsWwPIj6USmGQjvnIsds2DfkJticAse+3VyLns7h2gi0RU6/KAd6x6DkZvwWm0uqKBfu4tIDMQ==',key_name='tempest-keypair-1323217457',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:53:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-w7ev2h4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=bf917c15-7cd6-4aae-84d1-19b6ae979a8f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_vif [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2486f0c8-13, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=55299588-0868-4b60-bc0c-20d63cb5e56e) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:55:57 user nova-compute[74497]: INFO os_vif [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13')
Oct 24 14:55:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:57 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[058a3f54-6929-4e31-ba7b-d33a5938805a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:55:57 user nova-compute[74497]: No targets found.
Oct 24 14:55:57 user nova-compute[74497]: iSNS:
Oct 24 14:55:57 user nova-compute[74497]: No targets found.
Oct 24 14:55:57 user nova-compute[74497]: STATIC:
Oct 24 14:55:57 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a
Oct 24 14:55:57 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:57 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:57 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:55:57 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:55:57 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:55:57 user nova-compute[74497]: FIRMWARE:
Oct 24 14:55:57 user nova-compute[74497]: No targets found.
Oct 24 14:55:57 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:55:57 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:55:57 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1739e7d-36d7-490c-b535-f725f25a3484]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa0179e2-0e7e-485a-a1b2-aa85cab96a4d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:57 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:57 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:55:57 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:55:57 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff4056fb50>, {}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Disconnecting from: [] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.071s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== disconnect_volume: return (72ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:55:57 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Deleting instance files /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f_del
Oct 24 14:55:57 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Deletion of /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f_del complete
Oct 24 14:55:58 user nova-compute[74497]: INFO nova.virt.block_device [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Booting with volume a7bccc41-1a8c-4c3b-8832-cc3b9c08953b at /dev/vdb
Oct 24 14:55:58 user nova-compute[74497]: DEBUG os_brick.utils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b80e74d-9bdb-47eb-94cc-836cf557a2b4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c4ee4d-34ea-421b-9403-8da74986400c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d61ce2b-8be0-4e1a-8411-6ea402d2a910]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[556402fa-f38b-483e-858f-c62f5cccec99]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:55:58 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:55:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d8a921-bcac-4e8d-8ede-29d430040e32]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG os_brick.utils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:55:58 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Updating existing volume attachment record: ce489ec2-b94a-408d-a737-238834347d05 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:56:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-changed-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Refreshing instance network info cache due to event network-changed-dfc2768d-1a05-43fb-96e0-14ba4d9928af. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] Acquiring lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] Acquired lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Refreshing network info cache for port dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:15 user nova-compute[74497]: INFO nova.compute.manager [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Terminating instance
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updated VIF entry in instance network info cache for port dfc2768d-1a05-43fb-96e0-14ba4d9928af. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updating instance_info_cache with network_info: [{"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f13eeb19-d851-4d2d-b918-d7a019501b1a req-f93e9058-88a0-4f30-b33c-71b7991457b8 service nova] Releasing lock "refresh_cache-6094fcbb-d901-42bf-9f95-3b236ebc79dc" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:56:15 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Creating image(s)
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:15 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Instance destroyed successfully.
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'resources' on Instance uuid 6094fcbb-d901-42bf-9f95-3b236ebc79dc {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1788420510',display_name='tempest-TestStampPattern-server-1788420510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1788420510',id=25,image_ref='eed850e6-7daa-41e1-8925-d0a7385f8890',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXuMWKTjjRiZBNz4NXzsgNWeVCva4tWMf6g4mUfSU6JFNESbQ1uWeFWxQXDWgsY8tse9E7+sWtzhfWAp0i0NL6aw36EHSwyInCfgbCs4Hf27hBg6PkMuYdDcYBFIaoHA==',key_name='tempest-TestStampPattern-303037603',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:53:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='830e657297b2474d8ad5b80da4dbd44a',ramdisk_id='',reservation_id='r-5ncjttff',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='fdb1c9ca-9f93-435a-aedc-efa510dfca0b',image_min_disk='1',image_min_ram='0',image_owner_id='830e657297b2474d8ad5b80da4dbd44a',image_owner_project_name='tempest-TestStampPattern-330211901',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-330211901-project-member',image_user_id='49bcd004dccc471098811de4da03a6da',owner_project_name='tempest-TestStampPattern-330211901',owner_user_name='tempest-TestStampPattern-330211901-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:53:19Z,user_data=None,user_id='49bcd004dccc471098811de4da03a6da',uuid=6094fcbb-d901-42bf-9f95-3b236ebc79dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converting VIF {"id": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "address": "fa:16:3e:c3:9e:98", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc2768d-1a", "ovs_interfaceid": "dfc2768d-1a05-43fb-96e0-14ba4d9928af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:9e:98,bridge_name='br-int',has_traffic_filtering=True,id=dfc2768d-1a05-43fb-96e0-14ba4d9928af,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc2768d-1a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG os_vif [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:9e:98,bridge_name='br-int',has_traffic_filtering=True,id=dfc2768d-1a05-43fb-96e0-14ba4d9928af,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc2768d-1a') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdfc2768d-1a, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:56:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=04dbf80a-0817-4b2c-8126-1a909af529fc) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:16 user nova-compute[74497]: INFO os_vif [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:9e:98,bridge_name='br-int',has_traffic_filtering=True,id=dfc2768d-1a05-43fb-96e0-14ba4d9928af,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc2768d-1a')
Oct 24 14:56:16 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Deleting instance files /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc_del
Oct 24 14:56:16 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Deletion of /opt/stack/data/nova/instances/6094fcbb-d901-42bf-9f95-3b236ebc79dc_del complete
Oct 24 14:56:16 user nova-compute[74497]: INFO nova.compute.manager [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.213s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.168s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk 1073741824" returned: 0 in 0.053s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-12e8f6a4-83be-47e9-b6e8-960a10db80df req-cff3219b-42bf-4f0c-9401-141ec734c259 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-vif-deleted-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:56:16 user nova-compute[74497]: INFO nova.compute.manager [req-12e8f6a4-83be-47e9-b6e8-960a10db80df req-cff3219b-42bf-4f0c-9401-141ec734c259 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Neutron deleted interface dfc2768d-1a05-43fb-96e0-14ba4d9928af; detaching it from the instance and deleting it from the info cache
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.network.neutron [req-12e8f6a4-83be-47e9-b6e8-960a10db80df req-cff3219b-42bf-4f0c-9401-141ec734c259 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:56:16 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Took 0.42 seconds to deallocate network for instance.
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-12e8f6a4-83be-47e9-b6e8-960a10db80df req-cff3219b-42bf-4f0c-9401-141ec734c259 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Detach interface failed, port_id=dfc2768d-1a05-43fb-96e0-14ba4d9928af, reason: Instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Cannot resize image /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Ensure instance console log exists: /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Start _get_guest_xml network_info=[{"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': 'ce489ec2-b94a-408d-a737-238834347d05', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bf917c15-7cd6-4aae-84d1-19b6ae979a8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'serial': 'a7bccc41-1a8c-4c3b-8832-cc3b9c08953b'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:56:16 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 14:56:16 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.objects.instance [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'vcpu_model' on Instance uuid bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:56:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:56:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:56:16 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d3e37b-da28-4000-90f5-7b5d496f01ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:56:16 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7581bd83-e500-415d-9187-cfefafe1747e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b] added
Oct 24 14:56:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff79104-1f33-4a01-9508-e4f02959205c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[554a35c2-ee5e-49cd-88e3-d5468f1c3e43]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qUEQemap {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qUEQemap" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7f6ca1-9d7a-45f9-bba7-d24900f369a9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qUEQemap'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d73a0fc-e9a0-48a9-ad8d-7f9767b40734]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[67dc9ca9-c34a-4e13-97c5-79382cfc93ca]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:16 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:16 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:56:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[261b2ecc-c1f5-4416-b3dd-9ab620555446]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]
Oct 24 14:56:17 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.
Oct 24 14:56:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ccdf3e-048c-4586-9f9a-ca8afd120c63]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e80a5e-bb65-4545-85e3-28742caba648]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:17 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:17 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:56:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:17 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:17 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:56:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.516s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb08a818-4a1e-4741-9ab8-92e37d736d16]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:56:17 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Deleted allocations for instance 6094fcbb-d901-42bf-9f95-3b236ebc79dc
Oct 24 14:56:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-vif-unplugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] No waiting events found dispatching network-vif-unplugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:56:17 user nova-compute[74497]: WARNING nova.compute.manager [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received unexpected event network-vif-unplugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af for instance with vm_state deleted and task_state None.
Oct 24 14:56:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received event network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] Acquiring lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] No waiting events found dispatching network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:56:17 user nova-compute[74497]: WARNING nova.compute.manager [req-49f754fe-38b9-4175-b1c1-64c6ba506173 req-9ccb3e40-49cc-4e86-83ce-c9ad76e052c0 service nova] [instance: 6094fcbb-d901-42bf-9f95-3b236ebc79dc] Received unexpected event network-vif-plugged-dfc2768d-1a05-43fb-96e0-14ba4d9928af for instance with vm_state deleted and task_state None.
Oct 24 14:56:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9f50bec0-925d-4654-adfd-58a58e78f202 tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "6094fcbb-d901-42bf-9f95-3b236ebc79dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.050s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23935643833393762', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23935643833393762', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T14:53:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-940532228',display_name='tempest-ServerActionsTestOtherA-server-1455715616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-940532228',id=26,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPa5tIjzqFtLAjj3Ifxs6IDPcypzDzRJDRw5/+SHIQkvSruGCyWbb8k0dsWwPIj6USmGQjvnIsds2DfkJticAse+3VyLns7h2gi0RU6/KAd6x6DkZvwWm0uqKBfu4tIDMQ==',key_name='tempest-keypair-1323217457',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:53:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-w7ev2h4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=bf917c15-7cd6-4aae-84d1-19b6ae979a8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:56:18 user nova-compute[74497]:   <uuid>bf917c15-7cd6-4aae-84d1-19b6ae979a8f</uuid>
Oct 24 14:56:18 user nova-compute[74497]:   <name>instance-0000001a</name>
Oct 24 14:56:18 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:56:18 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:56:18 user nova-compute[74497]:   <metadata>
Oct 24 14:56:18 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:56:18 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:56:18 user nova-compute[74497]:       <nova:name>tempest-ServerActionsTestOtherA-server-1455715616</nova:name>
Oct 24 14:56:18 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:56:16</nova:creationTime>
Oct 24 14:56:18 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:56:18 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:56:18 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:56:18 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:56:18 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:56:18 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:56:18 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:56:18 user nova-compute[74497]:       <nova:owner>
Oct 24 14:56:18 user nova-compute[74497]:         <nova:user uuid="6acc0a2c7c0147a4b8c21d52db3730c6">tempest-ServerActionsTestOtherA-416295733-project-member</nova:user>
Oct 24 14:56:18 user nova-compute[74497]:         <nova:project uuid="abdcaf31a71746b7901f43d2f077d4a6">tempest-ServerActionsTestOtherA-416295733</nova:project>
Oct 24 14:56:18 user nova-compute[74497]:       </nova:owner>
Oct 24 14:56:18 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:56:18 user nova-compute[74497]:       <nova:ports>
Oct 24 14:56:18 user nova-compute[74497]:         <nova:port uuid="2486f0c8-1317-42e0-884e-6676ba111eb7">
Oct 24 14:56:18 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 14:56:18 user nova-compute[74497]:         </nova:port>
Oct 24 14:56:18 user nova-compute[74497]:       </nova:ports>
Oct 24 14:56:18 user nova-compute[74497]:     </nova:instance>
Oct 24 14:56:18 user nova-compute[74497]:   </metadata>
Oct 24 14:56:18 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:56:18 user nova-compute[74497]:     <system>
Oct 24 14:56:18 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:56:18 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:56:18 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:56:18 user nova-compute[74497]:       <entry name="serial">bf917c15-7cd6-4aae-84d1-19b6ae979a8f</entry>
Oct 24 14:56:18 user nova-compute[74497]:       <entry name="uuid">bf917c15-7cd6-4aae-84d1-19b6ae979a8f</entry>
Oct 24 14:56:18 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:56:18 user nova-compute[74497]:     </system>
Oct 24 14:56:18 user nova-compute[74497]:   </sysinfo>
Oct 24 14:56:18 user nova-compute[74497]:   <os>
Oct 24 14:56:18 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:56:18 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:56:18 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:56:18 user nova-compute[74497]:   </os>
Oct 24 14:56:18 user nova-compute[74497]:   <features>
Oct 24 14:56:18 user nova-compute[74497]:     <acpi/>
Oct 24 14:56:18 user nova-compute[74497]:     <apic/>
Oct 24 14:56:18 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:56:18 user nova-compute[74497]:   </features>
Oct 24 14:56:18 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:56:18 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:56:18 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:56:18 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:56:18 user nova-compute[74497]:   </clock>
Oct 24 14:56:18 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:56:18 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:56:18 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:56:18 user nova-compute[74497]:   </cpu>
Oct 24 14:56:18 user nova-compute[74497]:   <devices>
Oct 24 14:56:18 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:56:18 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:56:18 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk"/>
Oct 24 14:56:18 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:56:18 user nova-compute[74497]:     </disk>
Oct 24 14:56:18 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:56:18 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:56:18 user nova-compute[74497]:       <source dev="/dev/sdd"/>
Oct 24 14:56:18 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:56:18 user nova-compute[74497]:       <serial>a7bccc41-1a8c-4c3b-8832-cc3b9c08953b</serial>
Oct 24 14:56:18 user nova-compute[74497]:     </disk>
Oct 24 14:56:18 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:56:18 user nova-compute[74497]:       <mac address="fa:16:3e:54:79:e9"/>
Oct 24 14:56:18 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:56:18 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:56:18 user nova-compute[74497]:       <target dev="tap2486f0c8-13"/>
Oct 24 14:56:18 user nova-compute[74497]:     </interface>
Oct 24 14:56:18 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:56:18 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/console.log" append="off"/>
Oct 24 14:56:18 user nova-compute[74497]:     </serial>
Oct 24 14:56:18 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:56:18 user nova-compute[74497]:     <video>
Oct 24 14:56:18 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:56:18 user nova-compute[74497]:     </video>
Oct 24 14:56:18 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:56:18 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:56:18 user nova-compute[74497]:     </rng>
Oct 24 14:56:18 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:56:18 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:56:18 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:56:18 user nova-compute[74497]:     </memballoon>
Oct 24 14:56:18 user nova-compute[74497]:   </devices>
Oct 24 14:56:18 user nova-compute[74497]: </domain>
Oct 24 14:56:18 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T14:53:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-940532228',display_name='tempest-ServerActionsTestOtherA-server-1455715616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-940532228',id=26,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPa5tIjzqFtLAjj3Ifxs6IDPcypzDzRJDRw5/+SHIQkvSruGCyWbb8k0dsWwPIj6USmGQjvnIsds2DfkJticAse+3VyLns7h2gi0RU6/KAd6x6DkZvwWm0uqKBfu4tIDMQ==',key_name='tempest-keypair-1323217457',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:53:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-w7ev2h4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=bf917c15-7cd6-4aae-84d1-19b6ae979a8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG os_vif [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ae9e07b-2d55-55a8-b913-4aaa06e8ad9a', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2486f0c8-13, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2486f0c8-13, col_values=(('qos', UUID('5e3b1a69-b06d-4e89-a21a-f6068b7c85af')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2486f0c8-13, col_values=(('external_ids', {'iface-id': '2486f0c8-1317-42e0-884e-6676ba111eb7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:79:e9', 'vm-uuid': 'bf917c15-7cd6-4aae-84d1-19b6ae979a8f'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:18 user nova-compute[74497]: INFO os_vif [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13')
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:56:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No VIF found with MAC fa:16:3e:54:79:e9, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd30ca2-76db-488f-8ea8-9a70894aa718 req-faabd40f-38db-4303-a9f7-1f8e79015830 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd30ca2-76db-488f-8ea8-9a70894aa718 req-faabd40f-38db-4303-a9f7-1f8e79015830 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd30ca2-76db-488f-8ea8-9a70894aa718 req-faabd40f-38db-4303-a9f7-1f8e79015830 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cd30ca2-76db-488f-8ea8-9a70894aa718 req-faabd40f-38db-4303-a9f7-1f8e79015830 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cd30ca2-76db-488f-8ea8-9a70894aa718 req-faabd40f-38db-4303-a9f7-1f8e79015830 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:56:19 user nova-compute[74497]: WARNING nova.compute.manager [req-9cd30ca2-76db-488f-8ea8-9a70894aa718 req-faabd40f-38db-4303-a9f7-1f8e79015830 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 14:56:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:56:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance spawned successfully.
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d6702a5-0af6-4e30-b866-792ee98d0822 req-0f0fba45-e73e-4e84-8aa0-05efc4b6af7b service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d6702a5-0af6-4e30-b866-792ee98d0822 req-0f0fba45-e73e-4e84-8aa0-05efc4b6af7b service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d6702a5-0af6-4e30-b866-792ee98d0822 req-0f0fba45-e73e-4e84-8aa0-05efc4b6af7b service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d6702a5-0af6-4e30-b866-792ee98d0822 req-0f0fba45-e73e-4e84-8aa0-05efc4b6af7b service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d6702a5-0af6-4e30-b866-792ee98d0822 req-0f0fba45-e73e-4e84-8aa0-05efc4b6af7b service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:56:21 user nova-compute[74497]: WARNING nova.compute.manager [req-4d6702a5-0af6-4e30-b866-792ee98d0822 req-0f0fba45-e73e-4e84-8aa0-05efc4b6af7b service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG nova.objects.instance [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74497) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 24 14:56:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-b8f9a4fb-a9be-42fd-8e9e-0457967c05cf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.066s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 14:56:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 14:56:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:31 user nova-compute[74497]: DEBUG nova.objects.instance [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'flavor' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:56:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:32 user nova-compute[74497]: INFO nova.compute.manager [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Attaching volume bec8d80c-766f-4780-9984-edf0ef20613d to /dev/vdb
Oct 24 14:56:32 user nova-compute[74497]: DEBUG os_brick.utils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b01bede3-79a2-4534-ade3-786b7a68df26]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc67c5de-30ed-489b-9710-10863b278973]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ff2b56-8efa-41c6-93f1-e54df927c270]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[09bc3d5a-d0e2-4f55-af05-43a71903dc94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:56:32 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:56:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d513da-77a9-4a0b-b865-08c1917bbb45]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG os_brick.utils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:56:32 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating existing volume attachment record: 0dfb996d-cad3-4b2d-8780-48b2f4c91593 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:56:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:56:35 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 14:56:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:56:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:46 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:56:46 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7447MB free_disk=24.886253356933594GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance efed8755-4e68-4692-96f5-007ee777c7e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f91c59dc-e474-4c4c-a35c-11b173ec980e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a5348d3e-e107-4688-a578-6a52dcaca7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:56:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:56:47 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:56:47 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:56:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:56:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.552s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:56:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 14:56:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:56:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:56:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:56:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 14:56:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:56:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:56:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXrJbNQm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:56:59 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:56:59 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:56:59 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c88cd87-e0ff-44ef-916a-5ab7d38944b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:56:59 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab699397-d62f-43ec-ace7-fb19fa0ec714]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d] added
Oct 24 14:56:59 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf34f178-c28e-4758-8153-49d218efea57]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eafe88b3-6f4a-4f9a-9b7f-92bb80f03c15]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXrJbNQm {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXrJbNQm" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7875b9f7-fbe7-4ea9-a6db-335148486a3c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lXrJbNQm'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8813abc-144f-493e-9763-3b766aa91e31]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae2e613a-5f39-4ce7-9e4d-4c1da19f5887]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:56:59 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:56:59 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b92ee98c-0891-4a96-aff5-7ad790632a17]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260]
Oct 24 14:56:59 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260] successful.
Oct 24 14:56:59 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4dd1f9-36cc-4ab9-8e94-a917ca859203]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[187b4304-d36d-413c-b518-06f6c4e3da47]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:56:59 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:56:59 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:56:59 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] HCTL ('36', '-', '-', 0) found on session 29 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e09628cb-b617-4953-9297-c622a0c783a7]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Searching for a device in session 29 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:56:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXrJbNQm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:57:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:57:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '26237363135316535', 'path': '/dev/sde'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:57:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26237363135316535', 'path': '/dev/sde'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:57:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'flavor' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:57:00 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:57:00 user nova-compute[74497]:   <source dev="/dev/sde"/>
Oct 24 14:57:00 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:57:00 user nova-compute[74497]:   <serial>bec8d80c-766f-4780-9984-edf0ef20613d</serial>
Oct 24 14:57:00 user nova-compute[74497]: </disk>
Oct 24 14:57:00 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:57:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:57:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:57:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No VIF found with MAC fa:16:3e:7e:bf:c6, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:57:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-87f11dcb-d439-4951-9b68-27c8f6158caf tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.153s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:02 user nova-compute[74497]: INFO nova.compute.manager [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Rescuing
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquired lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "f91c59dc-e474-4c4c-a35c-11b173ec980e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:02 user nova-compute[74497]: INFO nova.compute.manager [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Terminating instance
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-0643cd0f-7ec8-4233-8a99-603c9616f6d2 req-36b94456-0c0e-481d-bc76-52e0cf70b5f8 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received event network-vif-unplugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0643cd0f-7ec8-4233-8a99-603c9616f6d2 req-36b94456-0c0e-481d-bc76-52e0cf70b5f8 service nova] Acquiring lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0643cd0f-7ec8-4233-8a99-603c9616f6d2 req-36b94456-0c0e-481d-bc76-52e0cf70b5f8 service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0643cd0f-7ec8-4233-8a99-603c9616f6d2 req-36b94456-0c0e-481d-bc76-52e0cf70b5f8 service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-0643cd0f-7ec8-4233-8a99-603c9616f6d2 req-36b94456-0c0e-481d-bc76-52e0cf70b5f8 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] No waiting events found dispatching network-vif-unplugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-0643cd0f-7ec8-4233-8a99-603c9616f6d2 req-36b94456-0c0e-481d-bc76-52e0cf70b5f8 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received event network-vif-unplugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Instance destroyed successfully.
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lazy-loading 'resources' on Instance uuid f91c59dc-e474-4c4c-a35c-11b173ec980e {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:55:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1463196492',display_name='tempest-VolumesNegativeTest-instance-1463196492',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1463196492',id=28,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:55:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d41993c4e05e41dda815d475fd95aa5d',ramdisk_id='',reservation_id='r-1zu0043q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-470889223',owner_user_name='tempest-VolumesNegativeTest-470889223-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:55:19Z,user_data=None,user_id='3a3eee90f0b74a6e85ac9c33f9b63db0',uuid=f91c59dc-e474-4c4c-a35c-11b173ec980e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Converting VIF {"id": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "address": "fa:16:3e:ff:67:5f", "network": {"id": "e583cf32-bf56-4d79-abdb-cc5d71a86b6f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "5bc27d34860c4acd90c3386f7dcd3ad8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdebfa7e7-8a", "ovs_interfaceid": "debfa7e7-8ad3-4d96-bc85-41c4ff17df31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:67:5f,bridge_name='br-int',has_traffic_filtering=True,id=debfa7e7-8ad3-4d96-bc85-41c4ff17df31,network=Network(e583cf32-bf56-4d79-abdb-cc5d71a86b6f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdebfa7e7-8a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG os_vif [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:67:5f,bridge_name='br-int',has_traffic_filtering=True,id=debfa7e7-8ad3-4d96-bc85-41c4ff17df31,network=Network(e583cf32-bf56-4d79-abdb-cc5d71a86b6f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdebfa7e7-8a') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdebfa7e7-8a, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06c37b62-b0b8-47c2-9c67-5892fc50f57d) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:02 user nova-compute[74497]: INFO os_vif [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:67:5f,bridge_name='br-int',has_traffic_filtering=True,id=debfa7e7-8ad3-4d96-bc85-41c4ff17df31,network=Network(e583cf32-bf56-4d79-abdb-cc5d71a86b6f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdebfa7e7-8a')
Oct 24 14:57:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Deleting instance files /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e_del
Oct 24 14:57:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Deletion of /opt/stack/data/nova/instances/f91c59dc-e474-4c4c-a35c-11b173ec980e_del complete
Oct 24 14:57:02 user nova-compute[74497]: INFO nova.compute.manager [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Took 0.66 seconds to destroy the instance on the hypervisor.
Oct 24 14:57:02 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:57:02 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Releasing lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-1c1498aa-8875-4aa4-9985-4b0910e2c462 req-1950bcb9-3b93-4dab-9203-52c4e59c16e6 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c1498aa-8875-4aa4-9985-4b0910e2c462 req-1950bcb9-3b93-4dab-9203-52c4e59c16e6 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c1498aa-8875-4aa4-9985-4b0910e2c462 req-1950bcb9-3b93-4dab-9203-52c4e59c16e6 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c1498aa-8875-4aa4-9985-4b0910e2c462 req-1950bcb9-3b93-4dab-9203-52c4e59c16e6 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-1c1498aa-8875-4aa4-9985-4b0910e2c462 req-1950bcb9-3b93-4dab-9203-52c4e59c16e6 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:03 user nova-compute[74497]: WARNING nova.compute.manager [req-1c1498aa-8875-4aa4-9985-4b0910e2c462 req-1950bcb9-3b93-4dab-9203-52c4e59c16e6 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state active and task_state rescuing.
Oct 24 14:57:03 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:57:03 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Took 0.60 seconds to deallocate network for instance.
Oct 24 14:57:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance destroyed successfully.
Oct 24 14:57:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Attempting a stable device rescue
Oct 24 14:57:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74497) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 14:57:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Creating image(s)
Oct 24 14:57:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.420s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:05 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Deleted allocations for instance f91c59dc-e474-4c4c-a35c-11b173ec980e
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-b77da732-5ac7-4f8d-9407-c510ed817d69 req-47d996f9-349f-4a2a-8dfb-8c711328aaa3 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received event network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b77da732-5ac7-4f8d-9407-c510ed817d69 req-47d996f9-349f-4a2a-8dfb-8c711328aaa3 service nova] Acquiring lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b77da732-5ac7-4f8d-9407-c510ed817d69 req-47d996f9-349f-4a2a-8dfb-8c711328aaa3 service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b77da732-5ac7-4f8d-9407-c510ed817d69 req-47d996f9-349f-4a2a-8dfb-8c711328aaa3 service nova] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-b77da732-5ac7-4f8d-9407-c510ed817d69 req-47d996f9-349f-4a2a-8dfb-8c711328aaa3 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] No waiting events found dispatching network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:05 user nova-compute[74497]: WARNING nova.compute.manager [req-b77da732-5ac7-4f8d-9407-c510ed817d69 req-47d996f9-349f-4a2a-8dfb-8c711328aaa3 service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received unexpected event network-vif-plugged-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 for instance with vm_state deleted and task_state None.
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6e65123c-7e9c-4e72-bbe1-9efad57befef tempest-VolumesNegativeTest-470889223 tempest-VolumesNegativeTest-470889223-project-member] Lock "f91c59dc-e474-4c4c-a35c-11b173ec980e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.799s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.part --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.virt.images [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] c7f2c31a-db57-4485-8e99-b5c998eac2db was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.part /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid fdb1c9ca-9f93-435a-aedc-efa510dfca0b {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 0bcf71da-f1aa-49ea-94cb-4280029fe1de {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid d99251e5-dc7a-4f64-b1da-f26017efe465 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f1b12006-db76-43bd-8077-6d93699763ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "49008433-062c-4c65-b234-c1df9d847b91" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: INFO nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] During sync_power_state the instance has a pending task (rescuing). Skip.
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "efed8755-4e68-4692-96f5-007ee777c7e6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "efed8755-4e68-4692-96f5-007ee777c7e6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f1b12006-db76-43bd-8077-6d93699763ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.064s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "49008433-062c-4c65-b234-c1df9d847b91" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.072s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.074s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.108s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-bca06b4c-b388-4ad3-9ef9-ac92d4579543 req-ead8b3e6-7229-432a-bc47-2590ec3fa37c service nova] [instance: f91c59dc-e474-4c4c-a35c-11b173ec980e] Received event network-vif-deleted-debfa7e7-8ad3-4d96-bc85-41c4ff17df31 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-bca06b4c-b388-4ad3-9ef9-ac92d4579543 req-ead8b3e6-7229-432a-bc47-2590ec3fa37c service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bca06b4c-b388-4ad3-9ef9-ac92d4579543 req-ead8b3e6-7229-432a-bc47-2590ec3fa37c service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bca06b4c-b388-4ad3-9ef9-ac92d4579543 req-ead8b3e6-7229-432a-bc47-2590ec3fa37c service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bca06b4c-b388-4ad3-9ef9-ac92d4579543 req-ead8b3e6-7229-432a-bc47-2590ec3fa37c service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-bca06b4c-b388-4ad3-9ef9-ac92d4579543 req-ead8b3e6-7229-432a-bc47-2590ec3fa37c service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:05 user nova-compute[74497]: WARNING nova.compute.manager [req-bca06b4c-b388-4ad3-9ef9-ac92d4579543 req-ead8b3e6-7229-432a-bc47-2590ec3fa37c service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state active and task_state rescuing.
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.part /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.converted" returned: 0 in 0.573s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.943s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6 --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6,backing_fmt=raw /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6,backing_fmt=raw /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue" returned: 0 in 0.046s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'migration_context' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Object Instance<9fa101cd-56c6-45e5-93db-4c6d86ab37d8> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Start _get_guest_xml network_info=[{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "vif_mac": "fa:16:3e:7e:bf:c6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'c7f2c31a-db57-4485-8e99-b5c998eac2db', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': '0dfb996d-cad3-4b2d-8780-48b2f4c91593', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXrJbNQm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '9fa101cd-56c6-45e5-93db-4c6d86ab37d8', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec8d80c-766f-4780-9984-edf0ef20613d', 'serial': 'bec8d80c-766f-4780-9984-edf0ef20613d'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'resources' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Object Instance<9fa101cd-56c6-45e5-93db-4c6d86ab37d8> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'numa_topology' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Object Instance<9fa101cd-56c6-45e5-93db-4c6d86ab37d8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:57:06 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:57:06 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Object Instance<9fa101cd-56c6-45e5-93db-4c6d86ab37d8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXrJbNQm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:57:06 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:57:06 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:57:06 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6db6982-e256-4aae-aede-7b57c1241da9]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = lXrJbNQm\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 14:57:06 user nova-compute[74497]: node.name = iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d
Oct 24 14:57:06 user nova-compute[74497]: node.tpgt = -1
Oct 24 14:57:06 user nova-compute[74497]: node.startup = automatic
Oct 24 14:57:06 user nova-compute[74497]: node.leading_login = No
Oct 24 14:57:06 user nova-compute[74497]: iface.iscsi_ifacename = default
Oct 24 14:57:06 user nova-compute[74497]: iface.net_ifacename = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.ipaddress = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.prefix_len = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.hwaddress = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.transport_name = tcp
Oct 24 14:57:06 user nova-compute[74497]: iface.initiatorname = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.state = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.vlan_id = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.vlan_priority = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.vlan_state = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.iface_num = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.mtu = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.port = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.bootproto = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.subnet_mask = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.gateway = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_alt_client_id = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_dns = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_learn_iqn = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_vendor_id_state = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_vendor_id = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.dhcp_slp_da = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.fragmentation = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.gratuitous_arp = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.incoming_forwarding = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.tos_state = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.tos = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.ttl = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.delayed_ack = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.tcp_nagle = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.tcp_wsf_state = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.tcp_wsf = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.tcp_timer_scale = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.tcp_timestamp = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.redirect = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.def_task_mgmt_timeout = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.header_digest = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.data_digest = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.immediate_data = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.initial_r2t = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.data_seq_inorder = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.data_pdu_inorder = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.erl = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.max_receive_data_len = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.first_burst_len = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.max_outstanding_r2t = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.max_burst_len = 0
Oct 24 14:57:06 user nova-compute[74497]: iface.chap_auth = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.bidi_chap = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.strict_login_compliance = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.discovery_auth = <empty>
Oct 24 14:57:06 user nova-compute[74497]: iface.discovery_logout = <empty>
Oct 24 14:57:06 user nova-compute[74497]: node.discovery_address = <empty>
Oct 24 14:57:06 user nova-compute[74497]: node.discovery_port = 0
Oct 24 14:57:06 user nova-compute[74497]: node.discovery_type = static
Oct 24 14:57:06 user nova-compute[74497]: node.session.initial_cmdsn = 0
Oct 24 14:57:06 user nova-compute[74497]: node.session.initial_login_retry_max = 8
Oct 24 14:57:06 user nova-compute[74497]: node.session.xmit_thread_priority = -20
Oct 24 14:57:06 user nova-compute[74497]: node.session.cmds_max = 128
Oct 24 14:57:06 user nova-compute[74497]: node.session.queue_depth = 32
Oct 24 14:57:06 user nova-compute[74497]: node.session.nr_sessions = 1
Oct 24 14:57:06 user nova-compute[74497]: node.session.auth.authmethod = CHAP
Oct 24 14:57:06 user nova-compute[74497]: node.session.auth.username = lXrJbNQm
Oct 24 14:57:06 user nova-compute[74497]: node.session.auth.password = ***
Oct 24 14:57:06 user nova-compute[74497]: node.session.auth.username_in = <empty>
Oct 24 14:57:06 user nova-compute[74497]: node.session.auth.password_in = <empty>
Oct 24 14:57:06 user nova-compute[74497]: node.session.auth.chap_algs = MD5
Oct 24 14:57:06 user nova-compute[74497]: node.session.timeo.replacement_timeout = 120
Oct 24 14:57:06 user nova-compute[74497]: node.session.err_timeo.abort_timeout = 15
Oct 24 14:57:06 user nova-compute[74497]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 14:57:06 user nova-compute[74497]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 14:57:06 user nova-compute[74497]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.FastAbort = Yes
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.InitialR2T = No
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.ImmediateData = Yes
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.MaxConnections = 1
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 14:57:06 user nova-compute[74497]: node.session.iscsi.ERL = 0
Oct 24 14:57:06 user nova-compute[74497]: node.session.scan = manual
Oct 24 14:57:06 user nova-compute[74497]: node.session.reopen_max = 0
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].address = 172.16.0.220
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].port = 3260
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].startup = manual
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].tcp.window_size = 524288
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].tcp.type_of_service = 0
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].timeo.logout_timeout = 15
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].timeo.login_timeout = 15
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].timeo.auth_timeout = 45
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].iscsi.DataDigest = None
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].iscsi.IFMarker = No
Oct 24 14:57:06 user nova-compute[74497]: node.conn[0].iscsi.OFMarker = No
Oct 24 14:57:06 user nova-compute[74497]: # END RECORD
Oct 24 14:57:06 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a304a821-57e1-495a-849c-42baa0a20ffc]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[946cdea3-f565-4d2a-a385-70b918bba8c2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXrJbNQm {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lXrJbNQm" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[21ae1e1a-bba4-4dd2-acb1-a6ee7435a4fb]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lXrJbNQm'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[539788d1-92c4-4e39-b9d8-bdd398ae895f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9f885d-018c-4e03-8869-3661aeb08e7b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:57:06 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:57:06 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:57:06 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:57:06 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:57:06 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:57:06 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:57:06 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:57:06 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.144s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] HCTL ('36', '0', '0', 0) found on session 29 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0276c2-3056-4132-ba4d-fa30291b6b5a]: (4, ('0 0 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Searching for a device in session 29 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXrJbNQm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.167s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] <== connect_volume: return (168ms) {'type': 'block', 'scsi_wwn': '26237363135316535', 'path': '/dev/sde'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26237363135316535', 'path': '/dev/sde'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-789916025',display_name='tempest-ServerStableDeviceRescueTest-server-789916025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-789916025',id=24,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIaV/U1HLvM2ExSB9HMGFPMUVDvTMfAa2lIUyAmeunLqE18xzEmklHBSU6SDUkGR79rVoteD5JqLdSUImgGVo1X9NYIIxdJb1Pp4FEbfCm7WLJRlUcbYxVddMohidtQf7A==',key_name='tempest-keypair-1416896354',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:52:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7d99c8cd2d1a423c8f87de7eaf567e5d',ramdisk_id='',reservation_id='r-dgzu2tuy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-27808868',owner_user_name='tempest-ServerStableDeviceRescueTest-27808868-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:54:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3c2f59643b040da8c0d3f6a51da84b5',uuid=9fa101cd-56c6-45e5-93db-4c6d86ab37d8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "vif_mac": "fa:16:3e:7e:bf:c6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converting VIF {"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "vif_mac": "fa:16:3e:7e:bf:c6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.objects.base [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Object Instance<9fa101cd-56c6-45e5-93db-4c6d86ab37d8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:57:06 user nova-compute[74497]:   <uuid>9fa101cd-56c6-45e5-93db-4c6d86ab37d8</uuid>
Oct 24 14:57:06 user nova-compute[74497]:   <name>instance-00000018</name>
Oct 24 14:57:06 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:57:06 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:57:06 user nova-compute[74497]:   <metadata>
Oct 24 14:57:06 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:57:06 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:57:06 user nova-compute[74497]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-789916025</nova:name>
Oct 24 14:57:06 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:57:06</nova:creationTime>
Oct 24 14:57:06 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:57:06 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:57:06 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:57:06 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:57:06 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:57:06 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:57:06 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:57:06 user nova-compute[74497]:       <nova:owner>
Oct 24 14:57:06 user nova-compute[74497]:         <nova:user uuid="a3c2f59643b040da8c0d3f6a51da84b5">tempest-ServerStableDeviceRescueTest-27808868-project-member</nova:user>
Oct 24 14:57:06 user nova-compute[74497]:         <nova:project uuid="7d99c8cd2d1a423c8f87de7eaf567e5d">tempest-ServerStableDeviceRescueTest-27808868</nova:project>
Oct 24 14:57:06 user nova-compute[74497]:       </nova:owner>
Oct 24 14:57:06 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:57:06 user nova-compute[74497]:       <nova:ports>
Oct 24 14:57:06 user nova-compute[74497]:         <nova:port uuid="f8260864-d63b-4b77-a9c0-a2ca1d365a97">
Oct 24 14:57:06 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 14:57:06 user nova-compute[74497]:         </nova:port>
Oct 24 14:57:06 user nova-compute[74497]:       </nova:ports>
Oct 24 14:57:06 user nova-compute[74497]:     </nova:instance>
Oct 24 14:57:06 user nova-compute[74497]:   </metadata>
Oct 24 14:57:06 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:57:06 user nova-compute[74497]:     <system>
Oct 24 14:57:06 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:57:06 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:57:06 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:57:06 user nova-compute[74497]:       <entry name="serial">9fa101cd-56c6-45e5-93db-4c6d86ab37d8</entry>
Oct 24 14:57:06 user nova-compute[74497]:       <entry name="uuid">9fa101cd-56c6-45e5-93db-4c6d86ab37d8</entry>
Oct 24 14:57:06 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:57:06 user nova-compute[74497]:     </system>
Oct 24 14:57:06 user nova-compute[74497]:   </sysinfo>
Oct 24 14:57:06 user nova-compute[74497]:   <os>
Oct 24 14:57:06 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:57:06 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:57:06 user nova-compute[74497]:   </os>
Oct 24 14:57:06 user nova-compute[74497]:   <features>
Oct 24 14:57:06 user nova-compute[74497]:     <acpi/>
Oct 24 14:57:06 user nova-compute[74497]:     <apic/>
Oct 24 14:57:06 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:57:06 user nova-compute[74497]:   </features>
Oct 24 14:57:06 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:57:06 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:57:06 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:57:06 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:57:06 user nova-compute[74497]:   </clock>
Oct 24 14:57:06 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:57:06 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:57:06 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:57:06 user nova-compute[74497]:   </cpu>
Oct 24 14:57:06 user nova-compute[74497]:   <devices>
Oct 24 14:57:06 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:57:06 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:57:06 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk"/>
Oct 24 14:57:06 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:57:06 user nova-compute[74497]:     </disk>
Oct 24 14:57:06 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:57:06 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:57:06 user nova-compute[74497]:       <source dev="/dev/sde"/>
Oct 24 14:57:06 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:57:06 user nova-compute[74497]:       <serial>bec8d80c-766f-4780-9984-edf0ef20613d</serial>
Oct 24 14:57:06 user nova-compute[74497]:     </disk>
Oct 24 14:57:06 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:57:06 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:57:06 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue"/>
Oct 24 14:57:06 user nova-compute[74497]:       <target dev="vdc" bus="virtio"/>
Oct 24 14:57:06 user nova-compute[74497]:       <boot order="1"/>
Oct 24 14:57:06 user nova-compute[74497]:     </disk>
Oct 24 14:57:06 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:57:06 user nova-compute[74497]:       <mac address="fa:16:3e:7e:bf:c6"/>
Oct 24 14:57:06 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:57:06 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:57:06 user nova-compute[74497]:       <target dev="tapf8260864-d6"/>
Oct 24 14:57:06 user nova-compute[74497]:     </interface>
Oct 24 14:57:06 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:57:06 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/console.log" append="off"/>
Oct 24 14:57:06 user nova-compute[74497]:     </serial>
Oct 24 14:57:06 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:57:06 user nova-compute[74497]:     <video>
Oct 24 14:57:06 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:57:06 user nova-compute[74497]:     </video>
Oct 24 14:57:06 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:57:06 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:57:06 user nova-compute[74497]:     </rng>
Oct 24 14:57:06 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:57:06 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:57:06 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:57:06 user nova-compute[74497]:     </memballoon>
Oct 24 14:57:06 user nova-compute[74497]:   </devices>
Oct 24 14:57:06 user nova-compute[74497]: </domain>
Oct 24 14:57:06 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:57:06 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance destroyed successfully.
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:57:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] No VIF found with MAC fa:16:3e:7e:bf:c6, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:57:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-03ed4d79-2b30-4c8a-a30c-62bb4854405b req-e50561ba-f5c1-4aac-92d0-1a97fb1cb7e1 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-03ed4d79-2b30-4c8a-a30c-62bb4854405b req-e50561ba-f5c1-4aac-92d0-1a97fb1cb7e1 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-03ed4d79-2b30-4c8a-a30c-62bb4854405b req-e50561ba-f5c1-4aac-92d0-1a97fb1cb7e1 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-03ed4d79-2b30-4c8a-a30c-62bb4854405b req-e50561ba-f5c1-4aac-92d0-1a97fb1cb7e1 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-03ed4d79-2b30-4c8a-a30c-62bb4854405b req-e50561ba-f5c1-4aac-92d0-1a97fb1cb7e1 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:08 user nova-compute[74497]: WARNING nova.compute.manager [req-03ed4d79-2b30-4c8a-a30c-62bb4854405b req-e50561ba-f5c1-4aac-92d0-1a97fb1cb7e1 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state active and task_state rescuing.
Oct 24 14:57:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9286a962-d5ab-4e4e-a64d-ac0e8b5f81a9 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:57:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-60e77f56-4cf0-4964-b7a9-1533671dc5b2 req-da74d1df-6a2d-4740-a73a-cfb1a331b3d0 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-60e77f56-4cf0-4964-b7a9-1533671dc5b2 req-da74d1df-6a2d-4740-a73a-cfb1a331b3d0 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-60e77f56-4cf0-4964-b7a9-1533671dc5b2 req-da74d1df-6a2d-4740-a73a-cfb1a331b3d0 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-60e77f56-4cf0-4964-b7a9-1533671dc5b2 req-da74d1df-6a2d-4740-a73a-cfb1a331b3d0 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-60e77f56-4cf0-4964-b7a9-1533671dc5b2 req-da74d1df-6a2d-4740-a73a-cfb1a331b3d0 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:10 user nova-compute[74497]: WARNING nova.compute.manager [req-60e77f56-4cf0-4964-b7a9-1533671dc5b2 req-da74d1df-6a2d-4740-a73a-cfb1a331b3d0 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state rescued and task_state None.
Oct 24 14:57:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-changed-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Refreshing instance network info cache due to event network-changed-0f482d67-af76-4192-8794-11af066be4ff. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] Acquiring lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] Acquired lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG nova.network.neutron [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Refreshing network info cache for port 0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:25 user nova-compute[74497]: INFO nova.compute.manager [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Terminating instance
Oct 24 14:57:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-1ae24f5c-77c9-44a9-9fca-67b12861369f req-6d8c9af0-7187-4a11-a950-3a29c8a6e1c3 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-vif-unplugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1ae24f5c-77c9-44a9-9fca-67b12861369f req-6d8c9af0-7187-4a11-a950-3a29c8a6e1c3 service nova] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1ae24f5c-77c9-44a9-9fca-67b12861369f req-6d8c9af0-7187-4a11-a950-3a29c8a6e1c3 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1ae24f5c-77c9-44a9-9fca-67b12861369f req-6d8c9af0-7187-4a11-a950-3a29c8a6e1c3 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-1ae24f5c-77c9-44a9-9fca-67b12861369f req-6d8c9af0-7187-4a11-a950-3a29c8a6e1c3 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] No waiting events found dispatching network-vif-unplugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-1ae24f5c-77c9-44a9-9fca-67b12861369f req-6d8c9af0-7187-4a11-a950-3a29c8a6e1c3 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-vif-unplugged-0f482d67-af76-4192-8794-11af066be4ff for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.network.neutron [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updated VIF entry in instance network info cache for port 0f482d67-af76-4192-8794-11af066be4ff. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.network.neutron [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updating instance_info_cache with network_info: [{"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-329c172d-a8da-440a-be08-0742beead58e req-101cf48e-d379-43a1-879c-b438e6d0f977 service nova] Releasing lock "refresh_cache-fdb1c9ca-9f93-435a-aedc-efa510dfca0b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Instance destroyed successfully.
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.objects.instance [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lazy-loading 'resources' on Instance uuid fdb1c9ca-9f93-435a-aedc-efa510dfca0b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1151017816',display_name='tempest-TestStampPattern-server-1151017816',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1151017816',id=21,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAHXuMWKTjjRiZBNz4NXzsgNWeVCva4tWMf6g4mUfSU6JFNESbQ1uWeFWxQXDWgsY8tse9E7+sWtzhfWAp0i0NL6aw36EHSwyInCfgbCs4Hf27hBg6PkMuYdDcYBFIaoHA==',key_name='tempest-TestStampPattern-303037603',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='830e657297b2474d8ad5b80da4dbd44a',ramdisk_id='',reservation_id='r-uyb89upu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-330211901',owner_user_name='tempest-TestStampPattern-330211901-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:53:08Z,user_data=None,user_id='49bcd004dccc471098811de4da03a6da',uuid=fdb1c9ca-9f93-435a-aedc-efa510dfca0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converting VIF {"id": "0f482d67-af76-4192-8794-11af066be4ff", "address": "fa:16:3e:25:40:ed", "network": {"id": "0833fd2a-aa3b-4e4b-8812-f6257ba35378", "bridge": "br-int", "label": "tempest-TestStampPattern-1433931913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "830e657297b2474d8ad5b80da4dbd44a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f482d67-af", "ovs_interfaceid": "0f482d67-af76-4192-8794-11af066be4ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:25:40:ed,bridge_name='br-int',has_traffic_filtering=True,id=0f482d67-af76-4192-8794-11af066be4ff,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f482d67-af') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG os_vif [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:40:ed,bridge_name='br-int',has_traffic_filtering=True,id=0f482d67-af76-4192-8794-11af066be4ff,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f482d67-af') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f482d67-af, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5a7e769-a0e1-414d-8537-91415e42affa) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:26 user nova-compute[74497]: INFO os_vif [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:25:40:ed,bridge_name='br-int',has_traffic_filtering=True,id=0f482d67-af76-4192-8794-11af066be4ff,network=Network(0833fd2a-aa3b-4e4b-8812-f6257ba35378),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f482d67-af')
Oct 24 14:57:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Deleting instance files /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b_del
Oct 24 14:57:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Deletion of /opt/stack/data/nova/instances/fdb1c9ca-9f93-435a-aedc-efa510dfca0b_del complete
Oct 24 14:57:26 user nova-compute[74497]: INFO nova.compute.manager [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 24 14:57:26 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:57:26 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:57:27 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:57:27 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Took 0.36 seconds to deallocate network for instance.
Oct 24 14:57:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:57:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:57:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:27 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Deleted allocations for instance fdb1c9ca-9f93-435a-aedc-efa510dfca0b
Oct 24 14:57:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-42910955-b721-4601-8daf-ca5b73f144ad tempest-TestStampPattern-330211901 tempest-TestStampPattern-330211901-project-member] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.916s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:27 user nova-compute[74497]: DEBUG nova.compute.manager [req-285c0bcc-cb71-4a74-a98f-54011db30d21 req-54228967-e34d-45db-8c9b-193af408018a service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-vif-deleted-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-fa532084-7d29-47cb-99fe-24d75a139f12 req-837f47da-7c8a-4a75-bf5b-2480a58e19b9 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received event network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fa532084-7d29-47cb-99fe-24d75a139f12 req-837f47da-7c8a-4a75-bf5b-2480a58e19b9 service nova] Acquiring lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fa532084-7d29-47cb-99fe-24d75a139f12 req-837f47da-7c8a-4a75-bf5b-2480a58e19b9 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fa532084-7d29-47cb-99fe-24d75a139f12 req-837f47da-7c8a-4a75-bf5b-2480a58e19b9 service nova] Lock "fdb1c9ca-9f93-435a-aedc-efa510dfca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-fa532084-7d29-47cb-99fe-24d75a139f12 req-837f47da-7c8a-4a75-bf5b-2480a58e19b9 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] No waiting events found dispatching network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:28 user nova-compute[74497]: WARNING nova.compute.manager [req-fa532084-7d29-47cb-99fe-24d75a139f12 req-837f47da-7c8a-4a75-bf5b-2480a58e19b9 service nova] [instance: fdb1c9ca-9f93-435a-aedc-efa510dfca0b] Received unexpected event network-vif-plugged-0f482d67-af76-4192-8794-11af066be4ff for instance with vm_state deleted and task_state None.
Oct 24 14:57:29 user nova-compute[74497]: INFO nova.compute.manager [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Unrescuing
Oct 24 14:57:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquired lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Updating instance_info_cache with network_info: [{"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Releasing lock "refresh_cache-efed8755-4e68-4692-96f5-007ee777c7e6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG nova.objects.instance [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'flavor' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:30 user nova-compute[74497]: WARNING nova.compute.manager [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:57:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:30 user nova-compute[74497]: WARNING nova.compute.manager [req-4153511d-b7a7-4f66-8209-d44122d79de0 req-1635c01c-127e-47d5-b801-18536aeca1c1 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:57:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:30 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance destroyed successfully.
Oct 24 14:57:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:32 user nova-compute[74497]: WARNING nova.compute.manager [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:57:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:57:32 user nova-compute[74497]: WARNING nova.compute.manager [req-43f01d7a-f08c-437f-b4f1-7763bd608360 req-7e783c8d-9069-444e-92f9-11780286e46d service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:57:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-320d7fea-5c36-4247-bdb1-8a4126afa69a tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:57:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updating instance_info_cache with network_info: [{"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-4b220537-5d67-4007-a82b-8e713b0d3aa6" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:57:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:57:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:57:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing instance network info cache due to event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG nova.network.neutron [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:57:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'flavor' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.116s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:42 user nova-compute[74497]: INFO nova.compute.manager [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Attaching volume 711d22a9-ef6f-4600-a2fe-6052037ab6de to /dev/vdb
Oct 24 14:57:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updated VIF entry in instance network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-283cb0d5-986f-4fbb-97bc-a69195dc036d req-fbd594e0-76d6-4e3e-98fa-bf1861775f39 service nova] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG os_brick.utils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc8fd2da-708d-47fc-aa79-b36b1d70e4ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.233s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fef8830-cbc5-4138-9372-b838a2c1fe7a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bdf1667-d4e8-40e5-8ca9-31ca210463d8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e04aedc9-d7ca-444b-883a-02c5ac64fd61]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:57:42 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30da368-6cbb-45f6-9a5f-7e91f91fa8c6]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG os_brick.utils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] <== get_connector_properties: return (180ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating existing volume attachment record: 9ec80e65-29b8-4e20-86e8-951a3ec99325 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:57:45 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:57:45 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:57:45 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7705MB free_disk=24.941436767578125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:57:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance efed8755-4e68-4692-96f5-007ee777c7e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a5348d3e-e107-4688-a578-6a52dcaca7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:57:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.766s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:57:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:57:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VevHUOal', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:58:09 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:58:09 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:58:09 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d18b1430-7f85-455d-84a6-392948bab311]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:58:09 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e46d4b5-4bf7-4bb4-a4e6-66fa0938a773]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de] added
Oct 24 14:58:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e5ba3f9-5932-4a8a-96a3-b73d2575bb4b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece7d1cc-97d6-4bd2-99b7-2165f2e97489]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VevHUOal {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VevHUOal" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4674616-5682-4524-9c65-cc35efe2eb0b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VevHUOal'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee2c4f6-8e65-4064-9bcb-5991ae1328d0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[56ca5835-95b5-4aff-81ba-80bf2aa2879e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:58:09 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:58:09 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:58:09 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:58:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:58:09 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:58:09 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:58:09 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:58:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[907c8120-269f-46f9-b3ed-d119d051a64d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260]
Oct 24 14:58:09 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260] successful.
Oct 24 14:58:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[74112143-a631-452d-9e2c-a5d55871919f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:58:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[09f89ed2-6d9f-4435-9ba4-6f8f4ef56007]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:58:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:58:10 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:58:10 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] HCTL ('37', '-', '-', 0) found on session 30 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebf1479-0753-48cf-bd6f-cecdaa2062a8]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:58:10 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VevHUOal', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '23836336661653465', 'path': '/dev/sdf'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836336661653465', 'path': '/dev/sdf'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'flavor' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 14:58:11 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:58:11 user nova-compute[74497]:   <source dev="/dev/sdf"/>
Oct 24 14:58:11 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:58:11 user nova-compute[74497]:   <serial>711d22a9-ef6f-4600-a2fe-6052037ab6de</serial>
Oct 24 14:58:11 user nova-compute[74497]: </disk>
Oct 24 14:58:11 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No VIF found with MAC fa:16:3e:18:a6:11, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e72cd3cf-d545-4395-a1a1-0e4229017984 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.285s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:12 user nova-compute[74497]: INFO nova.compute.manager [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Rescuing
Oct 24 14:58:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:58:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:58:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-abacc6bd-9a67-4004-afdb-c6a856659c80 req-a3079e16-048f-4e2a-b7c7-ca58267f0120 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-abacc6bd-9a67-4004-afdb-c6a856659c80 req-a3079e16-048f-4e2a-b7c7-ca58267f0120 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-abacc6bd-9a67-4004-afdb-c6a856659c80 req-a3079e16-048f-4e2a-b7c7-ca58267f0120 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-abacc6bd-9a67-4004-afdb-c6a856659c80 req-a3079e16-048f-4e2a-b7c7-ca58267f0120 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-abacc6bd-9a67-4004-afdb-c6a856659c80 req-a3079e16-048f-4e2a-b7c7-ca58267f0120 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:13 user nova-compute[74497]: WARNING nova.compute.manager [req-abacc6bd-9a67-4004-afdb-c6a856659c80 req-a3079e16-048f-4e2a-b7c7-ca58267f0120 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state active and task_state rescuing.
Oct 24 14:58:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance destroyed successfully.
Oct 24 14:58:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Attempting rescue
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74497) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 14:58:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Creating image(s)
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'trusted_certs' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue" returned: 0 in 0.055s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'migration_context' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.base [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<a5348d3e-e107-4688-a578-6a52dcaca7ec> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Start _get_guest_xml network_info=[{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:18:a6:11"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'resources' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.base [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<a5348d3e-e107-4688-a578-6a52dcaca7ec> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'numa_topology' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.base [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<a5348d3e-e107-4688-a578-6a52dcaca7ec> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:58:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:58:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'vcpu_model' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.base [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<a5348d3e-e107-4688-a578-6a52dcaca7ec> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:55:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-653297934',display_name='tempest-ServerRescueNegativeTestJSON-server-653297934',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-653297934',id=29,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjjBwkHO84x/+ecNqaa3t+VOghwKzWum4a2a9+HS+J7nif6G8yCnlvCYyeEJK30SqqCDQ4KvzACbkRA6E1Ar9/qelSERzs+W3rhjfN1wlhH52GQbbLO55fUTMJLd63O2Q==',key_name='tempest-keypair-1229386929',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:55:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-a3jpleus',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:55:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=a5348d3e-e107-4688-a578-6a52dcaca7ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:18:a6:11"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "vif_mac": "fa:16:3e:18:a6:11"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'pci_devices' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.objects.base [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Object Instance<a5348d3e-e107-4688-a578-6a52dcaca7ec> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:58:14 user nova-compute[74497]:   <uuid>a5348d3e-e107-4688-a578-6a52dcaca7ec</uuid>
Oct 24 14:58:14 user nova-compute[74497]:   <name>instance-0000001d</name>
Oct 24 14:58:14 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:58:14 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:58:14 user nova-compute[74497]:   <metadata>
Oct 24 14:58:14 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:58:14 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:58:14 user nova-compute[74497]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-653297934</nova:name>
Oct 24 14:58:14 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:58:14</nova:creationTime>
Oct 24 14:58:14 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:58:14 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:58:14 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:58:14 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:58:14 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:58:14 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:58:14 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:58:14 user nova-compute[74497]:       <nova:owner>
Oct 24 14:58:14 user nova-compute[74497]:         <nova:user uuid="ead7fdce3ca54727a430be78c1b5d8bd">tempest-ServerRescueNegativeTestJSON-501552954-project-member</nova:user>
Oct 24 14:58:14 user nova-compute[74497]:         <nova:project uuid="b68e723fed1247449ad8a84d9e6febae">tempest-ServerRescueNegativeTestJSON-501552954</nova:project>
Oct 24 14:58:14 user nova-compute[74497]:       </nova:owner>
Oct 24 14:58:14 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 14:58:14 user nova-compute[74497]:       <nova:ports>
Oct 24 14:58:14 user nova-compute[74497]:         <nova:port uuid="a632ab2b-8647-49f2-8ac7-4067527a4574">
Oct 24 14:58:14 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 14:58:14 user nova-compute[74497]:         </nova:port>
Oct 24 14:58:14 user nova-compute[74497]:       </nova:ports>
Oct 24 14:58:14 user nova-compute[74497]:     </nova:instance>
Oct 24 14:58:14 user nova-compute[74497]:   </metadata>
Oct 24 14:58:14 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:58:14 user nova-compute[74497]:     <system>
Oct 24 14:58:14 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:58:14 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:58:14 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:58:14 user nova-compute[74497]:       <entry name="serial">a5348d3e-e107-4688-a578-6a52dcaca7ec</entry>
Oct 24 14:58:14 user nova-compute[74497]:       <entry name="uuid">a5348d3e-e107-4688-a578-6a52dcaca7ec</entry>
Oct 24 14:58:14 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:58:14 user nova-compute[74497]:     </system>
Oct 24 14:58:14 user nova-compute[74497]:   </sysinfo>
Oct 24 14:58:14 user nova-compute[74497]:   <os>
Oct 24 14:58:14 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:58:14 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:58:14 user nova-compute[74497]:   </os>
Oct 24 14:58:14 user nova-compute[74497]:   <features>
Oct 24 14:58:14 user nova-compute[74497]:     <acpi/>
Oct 24 14:58:14 user nova-compute[74497]:     <apic/>
Oct 24 14:58:14 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:58:14 user nova-compute[74497]:   </features>
Oct 24 14:58:14 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:58:14 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:58:14 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:58:14 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:58:14 user nova-compute[74497]:   </clock>
Oct 24 14:58:14 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:58:14 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:58:14 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:58:14 user nova-compute[74497]:   </cpu>
Oct 24 14:58:14 user nova-compute[74497]:   <devices>
Oct 24 14:58:14 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:58:14 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:58:14 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue"/>
Oct 24 14:58:14 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:58:14 user nova-compute[74497]:     </disk>
Oct 24 14:58:14 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:58:14 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:58:14 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk"/>
Oct 24 14:58:14 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 14:58:14 user nova-compute[74497]:     </disk>
Oct 24 14:58:14 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:58:14 user nova-compute[74497]:       <mac address="fa:16:3e:18:a6:11"/>
Oct 24 14:58:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:58:14 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:58:14 user nova-compute[74497]:       <target dev="tapa632ab2b-86"/>
Oct 24 14:58:14 user nova-compute[74497]:     </interface>
Oct 24 14:58:14 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:58:14 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/console.log" append="off"/>
Oct 24 14:58:14 user nova-compute[74497]:     </serial>
Oct 24 14:58:14 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:58:14 user nova-compute[74497]:     <video>
Oct 24 14:58:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:58:14 user nova-compute[74497]:     </video>
Oct 24 14:58:14 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:58:14 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:58:14 user nova-compute[74497]:     </rng>
Oct 24 14:58:14 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:58:14 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:58:14 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:58:14 user nova-compute[74497]:     </memballoon>
Oct 24 14:58:14 user nova-compute[74497]:   </devices>
Oct 24 14:58:14 user nova-compute[74497]: </domain>
Oct 24 14:58:14 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:58:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance destroyed successfully.
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:58:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] No VIF found with MAC fa:16:3e:18:a6:11, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3a412ef-cc66-47de-aebc-8eb40709ef34 req-bc40a11d-00b5-433c-a344-d3ca57108607 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3a412ef-cc66-47de-aebc-8eb40709ef34 req-bc40a11d-00b5-433c-a344-d3ca57108607 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3a412ef-cc66-47de-aebc-8eb40709ef34 req-bc40a11d-00b5-433c-a344-d3ca57108607 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3a412ef-cc66-47de-aebc-8eb40709ef34 req-bc40a11d-00b5-433c-a344-d3ca57108607 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3a412ef-cc66-47de-aebc-8eb40709ef34 req-bc40a11d-00b5-433c-a344-d3ca57108607 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:15 user nova-compute[74497]: WARNING nova.compute.manager [req-f3a412ef-cc66-47de-aebc-8eb40709ef34 req-bc40a11d-00b5-433c-a344-d3ca57108607 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state active and task_state rescuing.
Oct 24 14:58:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:17 user nova-compute[74497]: WARNING nova.compute.manager [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state active and task_state rescuing.
Oct 24 14:58:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:17 user nova-compute[74497]: WARNING nova.compute.manager [req-14a16ae2-0423-4bff-8b86-2beab21405b4 req-07958c69-d9cb-4bc7-a5eb-eadafc964347 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state active and task_state rescuing.
Oct 24 14:58:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5a954e73-2914-4f0b-9014-4313d18bcc69 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:58:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:58:28 user nova-compute[74497]: INFO nova.compute.claims [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Claim successful on node user
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.554s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:58:28 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:58:28 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Creating image(s)
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "/opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "/opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "/opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "ec05f8f65deb167063b6d9d7fd4b6e4444bb747b" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "ec05f8f65deb167063b6d9d7fd4b6e4444bb747b" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:28 user nova-compute[74497]: DEBUG nova.policy [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d86a3cbd4c43498bb00d4b819bfe4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030e2d3b365648809a837cbd5d605431', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Successfully created port: 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.part --force-share --output=json" returned: 0 in 0.239s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG nova.virt.images [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] 662489c5-a6d2-46f6-9fed-2d05d7152c28 was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.part /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.part /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.converted" returned: 0 in 0.334s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b.converted --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "ec05f8f65deb167063b6d9d7fd4b6e4444bb747b" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.227s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Successfully updated port: 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquired lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json" returned: 0 in 0.196s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "ec05f8f65deb167063b6d9d7fd4b6e4444bb747b" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "ec05f8f65deb167063b6d9d7fd4b6e4444bb747b" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing instance network info cache due to event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] Acquiring lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json" returned: 0 in 0.221s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b,backing_fmt=raw /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b,backing_fmt=raw /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk 1073741824" returned: 0 in 0.072s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "ec05f8f65deb167063b6d9d7fd4b6e4444bb747b" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Releasing lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance network_info: |[{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] Acquired lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.network.neutron [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Checking if we can resize image /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 14:58:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Cannot resize image /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Ensure instance console log exists: /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Start _get_guest_xml network_info=[{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:58:25Z,direct_url=<?>,disk_format='qcow2',id=662489c5-a6d2-46f6-9fed-2d05d7152c28,min_disk=0,min_ram=0,name='tempest-scenario-img--1039748616',owner='030e2d3b365648809a837cbd5d605431',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:58:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '662489c5-a6d2-46f6-9fed-2d05d7152c28'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:58:31 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:58:31 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:58:25Z,direct_url=<?>,disk_format='qcow2',id=662489c5-a6d2-46f6-9fed-2d05d7152c28,min_disk=0,min_ram=0,name='tempest-scenario-img--1039748616',owner='030e2d3b365648809a837cbd5d605431',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:58:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:58:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-403358349',display_name='tempest-TestMinimumBasicScenario-server-403358349',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-403358349',id=30,image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL64IUQDc09ZUJJw8DMV4mTL4MZ2B+i8cJMPo26PCNTikIp7N1arbMLWMgdG/7XZyj7Tohw7bgfsZssaUmJGdcMZSdZFOU6k+6xibTpeJoFF5Mv33LbBcRIfXMvlZzU5Qg==',key_name='tempest-TestMinimumBasicScenario-307224927',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-z7b9rrdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:58:29Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=46b9e970-5be0-4890-9a33-ba042b41f96f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'pci_devices' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:58:31 user nova-compute[74497]:   <uuid>46b9e970-5be0-4890-9a33-ba042b41f96f</uuid>
Oct 24 14:58:31 user nova-compute[74497]:   <name>instance-0000001e</name>
Oct 24 14:58:31 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:58:31 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:58:31 user nova-compute[74497]:   <metadata>
Oct 24 14:58:31 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:58:31 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:58:31 user nova-compute[74497]:       <nova:name>tempest-TestMinimumBasicScenario-server-403358349</nova:name>
Oct 24 14:58:31 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:58:31</nova:creationTime>
Oct 24 14:58:31 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:58:31 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:58:31 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:58:31 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:58:31 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:58:31 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:58:31 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:58:31 user nova-compute[74497]:       <nova:owner>
Oct 24 14:58:31 user nova-compute[74497]:         <nova:user uuid="20d86a3cbd4c43498bb00d4b819bfe4f">tempest-TestMinimumBasicScenario-1758371287-project-member</nova:user>
Oct 24 14:58:31 user nova-compute[74497]:         <nova:project uuid="030e2d3b365648809a837cbd5d605431">tempest-TestMinimumBasicScenario-1758371287</nova:project>
Oct 24 14:58:31 user nova-compute[74497]:       </nova:owner>
Oct 24 14:58:31 user nova-compute[74497]:       <nova:root type="image" uuid="662489c5-a6d2-46f6-9fed-2d05d7152c28"/>
Oct 24 14:58:31 user nova-compute[74497]:       <nova:ports>
Oct 24 14:58:31 user nova-compute[74497]:         <nova:port uuid="84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f">
Oct 24 14:58:31 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 14:58:31 user nova-compute[74497]:         </nova:port>
Oct 24 14:58:31 user nova-compute[74497]:       </nova:ports>
Oct 24 14:58:31 user nova-compute[74497]:     </nova:instance>
Oct 24 14:58:31 user nova-compute[74497]:   </metadata>
Oct 24 14:58:31 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:58:31 user nova-compute[74497]:     <system>
Oct 24 14:58:31 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:58:31 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:58:31 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:58:31 user nova-compute[74497]:       <entry name="serial">46b9e970-5be0-4890-9a33-ba042b41f96f</entry>
Oct 24 14:58:31 user nova-compute[74497]:       <entry name="uuid">46b9e970-5be0-4890-9a33-ba042b41f96f</entry>
Oct 24 14:58:31 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:58:31 user nova-compute[74497]:     </system>
Oct 24 14:58:31 user nova-compute[74497]:   </sysinfo>
Oct 24 14:58:31 user nova-compute[74497]:   <os>
Oct 24 14:58:31 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:58:31 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:58:31 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:58:31 user nova-compute[74497]:   </os>
Oct 24 14:58:31 user nova-compute[74497]:   <features>
Oct 24 14:58:31 user nova-compute[74497]:     <acpi/>
Oct 24 14:58:31 user nova-compute[74497]:     <apic/>
Oct 24 14:58:31 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:58:31 user nova-compute[74497]:   </features>
Oct 24 14:58:31 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:58:31 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:58:31 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:58:31 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:58:31 user nova-compute[74497]:   </clock>
Oct 24 14:58:31 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:58:31 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:58:31 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:58:31 user nova-compute[74497]:   </cpu>
Oct 24 14:58:31 user nova-compute[74497]:   <devices>
Oct 24 14:58:31 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 14:58:31 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 14:58:31 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk"/>
Oct 24 14:58:31 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:58:31 user nova-compute[74497]:     </disk>
Oct 24 14:58:31 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:58:31 user nova-compute[74497]:       <mac address="fa:16:3e:07:11:1f"/>
Oct 24 14:58:31 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:58:31 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:58:31 user nova-compute[74497]:       <target dev="tap84d0c340-cb"/>
Oct 24 14:58:31 user nova-compute[74497]:     </interface>
Oct 24 14:58:31 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:58:31 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/console.log" append="off"/>
Oct 24 14:58:31 user nova-compute[74497]:     </serial>
Oct 24 14:58:31 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:58:31 user nova-compute[74497]:     <video>
Oct 24 14:58:31 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:58:31 user nova-compute[74497]:     </video>
Oct 24 14:58:31 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:58:31 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:58:31 user nova-compute[74497]:     </rng>
Oct 24 14:58:31 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:58:31 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:58:31 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:58:31 user nova-compute[74497]:     </memballoon>
Oct 24 14:58:31 user nova-compute[74497]:   </devices>
Oct 24 14:58:31 user nova-compute[74497]: </domain>
Oct 24 14:58:31 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:58:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-403358349',display_name='tempest-TestMinimumBasicScenario-server-403358349',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-403358349',id=30,image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL64IUQDc09ZUJJw8DMV4mTL4MZ2B+i8cJMPo26PCNTikIp7N1arbMLWMgdG/7XZyj7Tohw7bgfsZssaUmJGdcMZSdZFOU6k+6xibTpeJoFF5Mv33LbBcRIfXMvlZzU5Qg==',key_name='tempest-TestMinimumBasicScenario-307224927',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-z7b9rrdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:58:29Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=46b9e970-5be0-4890-9a33-ba042b41f96f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG os_vif [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '98ff0cbf-7d7f-5cce-8bc5-36dd60c8f274', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84d0c340-cb, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84d0c340-cb, col_values=(('qos', UUID('cd3c4ab8-9513-4450-ac2b-795982c8e37d')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84d0c340-cb, col_values=(('external_ids', {'iface-id': '84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:11:1f', 'vm-uuid': '46b9e970-5be0-4890-9a33-ba042b41f96f'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:31 user nova-compute[74497]: INFO os_vif [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb')
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No VIF found with MAC fa:16:3e:07:11:1f, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updated VIF entry in instance network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:58:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3072fabc-dd66-44b7-ba44-f5cee5979043 req-628e2926-b8f2-4566-bf8a-8cdf25dc218f service nova] Releasing lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-1423521e-2870-4f8d-8669-ef4bd0adca93 req-03d9a5dc-a52a-438d-adb4-88d59d81ce13 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1423521e-2870-4f8d-8669-ef4bd0adca93 req-03d9a5dc-a52a-438d-adb4-88d59d81ce13 service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1423521e-2870-4f8d-8669-ef4bd0adca93 req-03d9a5dc-a52a-438d-adb4-88d59d81ce13 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1423521e-2870-4f8d-8669-ef4bd0adca93 req-03d9a5dc-a52a-438d-adb4-88d59d81ce13 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-1423521e-2870-4f8d-8669-ef4bd0adca93 req-03d9a5dc-a52a-438d-adb4-88d59d81ce13 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:32 user nova-compute[74497]: WARNING nova.compute.manager [req-1423521e-2870-4f8d-8669-ef4bd0adca93 req-03d9a5dc-a52a-438d-adb4-88d59d81ce13 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received unexpected event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with vm_state building and task_state spawning.
Oct 24 14:58:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:58:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance spawned successfully.
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:58:34 user nova-compute[74497]: INFO nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Took 5.98 seconds to spawn the instance on the hypervisor.
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-95cc3b2e-4c35-473b-80f8-2f5838305bfc req-ba3ddf2c-9248-4211-b825-e8a51c628b81 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-95cc3b2e-4c35-473b-80f8-2f5838305bfc req-ba3ddf2c-9248-4211-b825-e8a51c628b81 service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-95cc3b2e-4c35-473b-80f8-2f5838305bfc req-ba3ddf2c-9248-4211-b825-e8a51c628b81 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-95cc3b2e-4c35-473b-80f8-2f5838305bfc req-ba3ddf2c-9248-4211-b825-e8a51c628b81 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-95cc3b2e-4c35-473b-80f8-2f5838305bfc req-ba3ddf2c-9248-4211-b825-e8a51c628b81 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:34 user nova-compute[74497]: WARNING nova.compute.manager [req-95cc3b2e-4c35-473b-80f8-2f5838305bfc req-ba3ddf2c-9248-4211-b825-e8a51c628b81 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received unexpected event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with vm_state building and task_state spawning.
Oct 24 14:58:35 user nova-compute[74497]: INFO nova.compute.manager [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Took 6.90 seconds to build instance.
Oct 24 14:58:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e41af12a-8332-4ed8-9578-7175f0804a4a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.020s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:58:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:58:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:58:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [{"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-f9da4324-398f-4723-887f-6fcf0d15d401" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:58:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json" returned: 0 in 0.244s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:58:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7660MB free_disk=24.866718292236328GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:47 user nova-compute[74497]: INFO nova.compute.manager [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Detaching volume a7bccc41-1a8c-4c3b-8832-cc3b9c08953b
Oct 24 14:58:47 user nova-compute[74497]: INFO nova.virt.block_device [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Attempting to driver detach volume a7bccc41-1a8c-4c3b-8832-cc3b9c08953b from mountpoint /dev/vdb
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Attempting to detach device vdb from instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:58:47 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:58:47 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:58:47 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:58:47 user nova-compute[74497]:   <serial>a7bccc41-1a8c-4c3b-8832-cc3b9c08953b</serial>
Oct 24 14:58:47 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 14:58:47 user nova-compute[74497]: </disk>
Oct 24 14:58:47 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:58:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully detached device vdb from instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f from the persistent domain config.
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:58:47 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:58:47 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 14:58:47 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:58:47 user nova-compute[74497]:   <serial>a7bccc41-1a8c-4c3b-8832-cc3b9c08953b</serial>
Oct 24 14:58:47 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 14:58:47 user nova-compute[74497]: </disk>
Oct 24 14:58:47 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance efed8755-4e68-4692-96f5-007ee777c7e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a5348d3e-e107-4688-a578-6a52dcaca7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 46b9e970-5be0-4890-9a33-ba042b41f96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.592s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:58:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:53 user nova-compute[74497]: INFO nova.compute.manager [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Unrescuing
Oct 24 14:58:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:58:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquired lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:58:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:58:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:58:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Releasing lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:58:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'flavor' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:58:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-bb51ee23-458c-4c93-9d94-7ac292aa9db3 req-fc6f0840-f4b5-4a2e-84c4-01dddbd6bfc9 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bb51ee23-458c-4c93-9d94-7ac292aa9db3 req-fc6f0840-f4b5-4a2e-84c4-01dddbd6bfc9 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bb51ee23-458c-4c93-9d94-7ac292aa9db3 req-fc6f0840-f4b5-4a2e-84c4-01dddbd6bfc9 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bb51ee23-458c-4c93-9d94-7ac292aa9db3 req-fc6f0840-f4b5-4a2e-84c4-01dddbd6bfc9 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-bb51ee23-458c-4c93-9d94-7ac292aa9db3 req-fc6f0840-f4b5-4a2e-84c4-01dddbd6bfc9 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:54 user nova-compute[74497]: WARNING nova.compute.manager [req-bb51ee23-458c-4c93-9d94-7ac292aa9db3 req-fc6f0840-f4b5-4a2e-84c4-01dddbd6bfc9 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:58:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing instance network info cache due to event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] Acquiring lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] Acquired lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:58:54 user nova-compute[74497]: DEBUG nova.network.neutron [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:58:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance destroyed successfully.
Oct 24 14:58:55 user nova-compute[74497]: DEBUG nova.network.neutron [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updated VIF entry in instance network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:58:55 user nova-compute[74497]: DEBUG nova.network.neutron [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:58:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a982b8fe-ca61-4052-bb7f-c19b9f3e4acc req-3e91974a-1c35-4ab2-b035-676632d0b00e service nova] Releasing lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:58:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:55 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:58:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:56 user nova-compute[74497]: WARNING nova.compute.manager [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:58:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:56 user nova-compute[74497]: WARNING nova.compute.manager [req-e0243d5d-b6d6-4b57-b1f3-5f259c6f9cf5 req-2c05c9a2-4d5c-4ca5-b57e-ec56c3d568cf service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:58:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing instance network info cache due to event network-changed-f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] Acquiring lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] Acquired lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:58:56 user nova-compute[74497]: DEBUG nova.network.neutron [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Refreshing network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:58:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updated VIF entry in instance network info cache for port f8260864-d63b-4b77-a9c0-a2ca1d365a97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:58:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [{"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:58:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c3c742be-53b7-48ba-9c63-c02310c3a212 req-07641031-9f37-4f11-af32-31ecbbbeb73f service nova] Releasing lock "refresh_cache-9fa101cd-56c6-45e5-93db-4c6d86ab37d8" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:58:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3b2690f3-67fa-4fba-a3f2-144644ae6715 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:58:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-26932bd6-6157-4cc7-9c23-d613e7f789e8 req-470e6f54-ce7d-4b44-b14e-fef97a80b8e9 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:58:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-26932bd6-6157-4cc7-9c23-d613e7f789e8 req-470e6f54-ce7d-4b44-b14e-fef97a80b8e9 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:58:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-26932bd6-6157-4cc7-9c23-d613e7f789e8 req-470e6f54-ce7d-4b44-b14e-fef97a80b8e9 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:58:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-26932bd6-6157-4cc7-9c23-d613e7f789e8 req-470e6f54-ce7d-4b44-b14e-fef97a80b8e9 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:58:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-26932bd6-6157-4cc7-9c23-d613e7f789e8 req-470e6f54-ce7d-4b44-b14e-fef97a80b8e9 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:58:58 user nova-compute[74497]: WARNING nova.compute.manager [req-26932bd6-6157-4cc7-9c23-d613e7f789e8 req-470e6f54-ce7d-4b44-b14e-fef97a80b8e9 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state rescued and task_state unrescuing.
Oct 24 14:59:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f is timed out.
Oct 24 14:59:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully detached device vdb from instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f from the live domain config.
Oct 24 14:59:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qUEQemap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:59:07 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[217dd39b-e882-49d4-901e-2fa80b375226]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:59:07 user nova-compute[74497]: No targets found.
Oct 24 14:59:07 user nova-compute[74497]: iSNS:
Oct 24 14:59:07 user nova-compute[74497]: No targets found.
Oct 24 14:59:07 user nova-compute[74497]: STATIC:
Oct 24 14:59:07 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d
Oct 24 14:59:07 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:07 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:07 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 14:59:07 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:07 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:07 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a
Oct 24 14:59:07 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:07 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:07 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:59:07 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:07 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:07 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b
Oct 24 14:59:07 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:07 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:07 user nova-compute[74497]: FIRMWARE:
Oct 24 14:59:07 user nova-compute[74497]: No targets found.
Oct 24 14:59:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:59:07 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:59:07 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f1f210-34ea-48d0-aa03-e90b31f099eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d87eb4d1-7252-480b-9e33-21a9589ae4ea]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:07 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff78171d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b423c4da-0463-4e26-a3f0-85955665b01a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[36e810b1-b8fa-4ccb-bcb5-a607df7c2878]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[629884f8-0c70-446d-a954-d7a7a8c0dc88]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e5e70d6-2de0-41c7-a29f-159cab774672]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:59:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1def0cac-90b1-42de-b130-5bdfce06169a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[896cae0c-9d14-4850-ab5e-7b4c5426af5a]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260]
Oct 24 14:59:08 user nova-compute[74497]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b, portal: 172.16.0.220,3260] successful.
Oct 24 14:59:08 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a7bccc41-1a8c-4c3b-8832-cc3b9c08953b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[16730a70-c283-4efa-9926-28337813ca38]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== disconnect_volume: return (352ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:59:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:59:09 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'flavor' on Instance uuid bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:59:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c0e6d4dd-3fb0-4ce1-a2c3-71ecc72c5a23 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.954s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 14:59:12 user nova-compute[74497]: INFO nova.compute.claims [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Claim successful on node user
Oct 24 14:59:12 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 14:59:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 14:59:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 14:59:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 14:59:13 user nova-compute[74497]: DEBUG nova.policy [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8938d0f0b234c62b8595a501497bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cf1f47e298a49a5b0df7c93a72eeeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 14:59:13 user nova-compute[74497]: INFO nova.virt.block_device [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Booting with volume snapshot f2183049-f6ed-405e-9af2-67cea0372f7a at /dev/vda
Oct 24 14:59:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Successfully created port: 0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Successfully updated port: 0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "refresh_cache-0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquired lock "refresh_cache-0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received event network-changed-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Refreshing instance network info cache due to event network-changed-0d4b688e-6b1f-4d03-b8fe-e54458cd4149. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] Acquiring lock "refresh_cache-0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Updating instance_info_cache with network_info: [{"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Releasing lock "refresh_cache-0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Instance network_info: |[{"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] Acquired lock "refresh_cache-0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:59:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Refreshing network info cache for port 0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 14:59:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Updated VIF entry in instance network info cache for port 0d4b688e-6b1f-4d03-b8fe-e54458cd4149. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 14:59:15 user nova-compute[74497]: DEBUG nova.network.neutron [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Updating instance_info_cache with network_info: [{"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:59:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-66d71bcc-be4b-4a74-87d7-d13718aeeca1 req-37556964-fa11-4a26-b066-2f6de0ee3247 service nova] Releasing lock "refresh_cache-0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:59:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG os_brick.utils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[db2e2be3-5568-4e75-8639-4c3919c43f55]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b0768a-5d57-42d8-a03a-8064673a3f8a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed0e54b-2571-4037-8baa-03f4380f54aa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ba1c30c-beaf-403f-acd1-7ceddfb257cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 14:59:18 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 14:59:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[426531e2-6fca-4694-aa50-d1dd430c3b0b]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG os_brick.utils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:59:18 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Updating existing volume attachment record: 4db77c59-21c6-42db-b759-c090f11af796 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 14:59:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "efed8755-4e68-4692-96f5-007ee777c7e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:19 user nova-compute[74497]: INFO nova.compute.manager [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Terminating instance
Oct 24 14:59:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-48e26e7f-cf9b-4f73-a46f-6011f7e9d2df req-6f7a81ab-a75f-409d-9aff-16a38f822dc5 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-48e26e7f-cf9b-4f73-a46f-6011f7e9d2df req-6f7a81ab-a75f-409d-9aff-16a38f822dc5 service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-48e26e7f-cf9b-4f73-a46f-6011f7e9d2df req-6f7a81ab-a75f-409d-9aff-16a38f822dc5 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-48e26e7f-cf9b-4f73-a46f-6011f7e9d2df req-6f7a81ab-a75f-409d-9aff-16a38f822dc5 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-48e26e7f-cf9b-4f73-a46f-6011f7e9d2df req-6f7a81ab-a75f-409d-9aff-16a38f822dc5 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-48e26e7f-cf9b-4f73-a46f-6011f7e9d2df req-6f7a81ab-a75f-409d-9aff-16a38f822dc5 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-unplugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Instance destroyed successfully.
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.objects.instance [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'resources' on Instance uuid efed8755-4e68-4692-96f5-007ee777c7e6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:53:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1035044844',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1035044844',id=27,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:55:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-2ovvxwv6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:57:34Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=efed8755-4e68-4692-96f5-007ee777c7e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "9d31ba71-3278-4e5d-bc86-3d347296949e", "address": "fa:16:3e:d9:b6:45", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d31ba71-32", "ovs_interfaceid": "9d31ba71-3278-4e5d-bc86-3d347296949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_vif [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9d31ba71-32, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0127018-c51b-414e-9be0-33ac37c80d22) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:20 user nova-compute[74497]: INFO os_vif [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d9:b6:45,bridge_name='br-int',has_traffic_filtering=True,id=9d31ba71-3278-4e5d-bc86-3d347296949e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d31ba71-32')
Oct 24 14:59:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOqZabQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:59:20 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad5dd8f2-aa53-4b4d-b789-d51fbb6fccbd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:59:20 user nova-compute[74497]: No targets found.
Oct 24 14:59:20 user nova-compute[74497]: iSNS:
Oct 24 14:59:20 user nova-compute[74497]: No targets found.
Oct 24 14:59:20 user nova-compute[74497]: STATIC:
Oct 24 14:59:20 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d
Oct 24 14:59:20 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:20 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:20 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 14:59:20 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:20 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:20 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a
Oct 24 14:59:20 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:20 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:20 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:59:20 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:20 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:20 user nova-compute[74497]: FIRMWARE:
Oct 24 14:59:20 user nova-compute[74497]: No targets found.
Oct 24 14:59:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:59:20 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:59:20 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc0a4af1-2c40-44e8-a930-73a677183b32]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2830b186-42c8-4af6-b37a-bb40159387e4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:20 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:59:20 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:20 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:20 user nova-compute[74497]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a (non-flash)
Oct 24 14:59:20 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:20 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40753b50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[57729cc9-9cef-4b60-916b-900087dd9dda]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9744484-9e3c-4e0f-bb35-9c2055dc5b48]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[98837133-16f3-433c-9d06-e2eddf1ae053]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9da68d5-fe30-4fad-bbc6-741fe314b0a5]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_ef9ef262', '/dev/disk/by-id/scsi-1SCST_BIOef9ef262-caf4732b95251284', '/dev/disk/by-id/scsi-26361663437333262') {{(pid=85429) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 14:59:20 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_ef9ef262
Oct 24 14:59:20 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOef9ef262-caf4732b95251284
Oct 24 14:59:20 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26361663437333262
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f8090f-be4f-4a41-af2e-1732775025d9]: (4, None) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:59:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebb7770-c037-43fd-8823-a4fd70485032]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ccb992-74da-4629-babb-e58a0fbda056]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260]
Oct 24 14:59:21 user nova-compute[74497]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a, portal: 172.16.0.220,3260] successful.
Oct 24 14:59:21 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c619e2f4-b7a1-40c5-bc8a-f3c0c14b877a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a83d87-271e-4c98-85a8-d836b05eba70]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== disconnect_volume: return (333ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:59:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Deleting instance files /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6_del
Oct 24 14:59:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Deletion of /opt/stack/data/nova/instances/efed8755-4e68-4692-96f5-007ee777c7e6_del complete
Oct 24 14:59:21 user nova-compute[74497]: INFO nova.compute.manager [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 24 14:59:21 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:59:21 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:59:21 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Took 0.57 seconds to deallocate network for instance.
Oct 24 14:59:21 user nova-compute[74497]: DEBUG nova.compute.manager [req-9560e400-5641-47b8-8db4-e0582daf8cbc req-95d1fa9a-e0d1-40e8-92d8-f56ff073c0cb service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-deleted-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-64f01e76-2bbb-4b74-813a-bb6120b3ce4c req-8a8a5502-5f04-4736-84fa-9509cc5a4031 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-64f01e76-2bbb-4b74-813a-bb6120b3ce4c req-8a8a5502-5f04-4736-84fa-9509cc5a4031 service nova] Acquiring lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-64f01e76-2bbb-4b74-813a-bb6120b3ce4c req-8a8a5502-5f04-4736-84fa-9509cc5a4031 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-64f01e76-2bbb-4b74-813a-bb6120b3ce4c req-8a8a5502-5f04-4736-84fa-9509cc5a4031 service nova] Lock "efed8755-4e68-4692-96f5-007ee777c7e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-64f01e76-2bbb-4b74-813a-bb6120b3ce4c req-8a8a5502-5f04-4736-84fa-9509cc5a4031 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] No waiting events found dispatching network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:22 user nova-compute[74497]: WARNING nova.compute.manager [req-64f01e76-2bbb-4b74-813a-bb6120b3ce4c req-8a8a5502-5f04-4736-84fa-9509cc5a4031 service nova] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Received unexpected event network-vif-plugged-9d31ba71-3278-4e5d-bc86-3d347296949e for instance with vm_state active and task_state deleting.
Oct 24 14:59:22 user nova-compute[74497]: INFO nova.compute.manager [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: efed8755-4e68-4692-96f5-007ee777c7e6] Took 0.85 seconds to detach 1 volumes for instance.
Oct 24 14:59:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:23 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:59:23 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:59:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.368s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:23 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Deleted allocations for instance efed8755-4e68-4692-96f5-007ee777c7e6
Oct 24 14:59:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-578fa0cf-3947-489b-b24b-f3c1a35a6202 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "efed8755-4e68-4692-96f5-007ee777c7e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.240s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:26 user nova-compute[74497]: INFO nova.compute.manager [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Detaching volume bec8d80c-766f-4780-9984-edf0ef20613d
Oct 24 14:59:26 user nova-compute[74497]: INFO nova.virt.block_device [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Attempting to driver detach volume bec8d80c-766f-4780-9984-edf0ef20613d from mountpoint /dev/vdb
Oct 24 14:59:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Attempting to detach device vdb from instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 14:59:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:59:26 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:59:26 user nova-compute[74497]:   <source dev="/dev/sde"/>
Oct 24 14:59:26 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:59:26 user nova-compute[74497]:   <serial>bec8d80c-766f-4780-9984-edf0ef20613d</serial>
Oct 24 14:59:26 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:59:26 user nova-compute[74497]: </disk>
Oct 24 14:59:26 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:59:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Successfully detached device vdb from instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 from the persistent domain config.
Oct 24 14:59:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 14:59:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 14:59:26 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:59:26 user nova-compute[74497]:   <source dev="/dev/sde"/>
Oct 24 14:59:26 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 14:59:26 user nova-compute[74497]:   <serial>bec8d80c-766f-4780-9984-edf0ef20613d</serial>
Oct 24 14:59:26 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 14:59:26 user nova-compute[74497]: </disk>
Oct 24 14:59:26 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 14:59:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 14:59:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 14:59:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:59:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 14:59:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 14:59:36 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Creating image(s)
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Ensure instance console log exists: /opt/stack/data/nova/instances/0192d097-3b0c-4f90-b4e0-4dd719c3ffb3/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Start _get_guest_xml network_info=[{"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '4db77c59-21c6-42db-b759-c090f11af796', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JWANlCge', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0192d097-3b0c-4f90-b4e0-4dd719c3ffb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c77f5661-9870-4309-882c-13e5a9080ac9', 'serial': 'c77f5661-9870-4309-882c-13e5a9080ac9'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 14:59:36 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:59:36 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JWANlCge', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:59:36 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:59:36 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:59:36 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c5791f-232e-4719-b0e8-9de5ca203c83]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 14:59:36 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e72b4d6-b391-4ce5-a5dc-7c803fc1eee9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9] added
Oct 24 14:59:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7e46e37-d7d9-464a-a54b-d5684c9c0608]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad43a78d-d44c-4d5f-be5e-9410f8a01c38]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JWANlCge {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JWANlCge" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[67087233-81c2-4aab-8bdd-a0b70397addb]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JWANlCge'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f52330f1-1e2f-4378-adfd-a0259da6a17d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b78e26-a977-4c9c-a6a5-d590372d1c60]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4d03f2-cb56-4311-851c-9fc47e65fad3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260]
Oct 24 14:59:36 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260] successful.
Oct 24 14:59:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0332fa6-9855-4e30-8660-13e9607562c2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b8e84fe-0580-4693-b4a2-d084f4b276cc]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 14:59:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:36 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 14:59:36 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b782a5c6-504b-4717-be22-05d93e8ce28e]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:36 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:37 user nova-compute[74497]: INFO nova.compute.manager [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Terminating instance
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-6a6f3d13-ab84-4d63-a26e-da1f239c45ee req-8d993dbc-5fea-42e9-83dc-a871e78ba32a service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6a6f3d13-ab84-4d63-a26e-da1f239c45ee req-8d993dbc-5fea-42e9-83dc-a871e78ba32a service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6a6f3d13-ab84-4d63-a26e-da1f239c45ee req-8d993dbc-5fea-42e9-83dc-a871e78ba32a service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6a6f3d13-ab84-4d63-a26e-da1f239c45ee req-8d993dbc-5fea-42e9-83dc-a871e78ba32a service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-6a6f3d13-ab84-4d63-a26e-da1f239c45ee req-8d993dbc-5fea-42e9-83dc-a871e78ba32a service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-6a6f3d13-ab84-4d63-a26e-da1f239c45ee req-8d993dbc-5fea-42e9-83dc-a871e78ba32a service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JWANlCge', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23764653736333436', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764653736333436', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-378445573',display_name='tempest-TestVolumeBootPattern-server-378445573',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-378445573',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-tf5civu3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:59:13Z,user_data=None,user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=0192d097-3b0c-4f90-b4e0-4dd719c3ffb3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:8a:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d4b688e-6b1f-4d03-b8fe-e54458cd4149,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d4b688e-6b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.objects.instance [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lazy-loading 'pci_devices' on Instance uuid 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] End _get_guest_xml xml=<domain type="kvm">
Oct 24 14:59:37 user nova-compute[74497]:   <uuid>0192d097-3b0c-4f90-b4e0-4dd719c3ffb3</uuid>
Oct 24 14:59:37 user nova-compute[74497]:   <name>instance-0000001f</name>
Oct 24 14:59:37 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 14:59:37 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 14:59:37 user nova-compute[74497]:   <metadata>
Oct 24 14:59:37 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 14:59:37 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 14:59:37 user nova-compute[74497]:       <nova:name>tempest-TestVolumeBootPattern-server-378445573</nova:name>
Oct 24 14:59:37 user nova-compute[74497]:       <nova:creationTime>2023-10-24 14:59:36</nova:creationTime>
Oct 24 14:59:37 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 14:59:37 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 14:59:37 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 14:59:37 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 14:59:37 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 14:59:37 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 14:59:37 user nova-compute[74497]:       </nova:flavor>
Oct 24 14:59:37 user nova-compute[74497]:       <nova:owner>
Oct 24 14:59:37 user nova-compute[74497]:         <nova:user uuid="e8938d0f0b234c62b8595a501497bb0c">tempest-TestVolumeBootPattern-184872735-project-member</nova:user>
Oct 24 14:59:37 user nova-compute[74497]:         <nova:project uuid="8cf1f47e298a49a5b0df7c93a72eeeeb">tempest-TestVolumeBootPattern-184872735</nova:project>
Oct 24 14:59:37 user nova-compute[74497]:       </nova:owner>
Oct 24 14:59:37 user nova-compute[74497]:       <nova:ports>
Oct 24 14:59:37 user nova-compute[74497]:         <nova:port uuid="0d4b688e-6b1f-4d03-b8fe-e54458cd4149">
Oct 24 14:59:37 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 14:59:37 user nova-compute[74497]:         </nova:port>
Oct 24 14:59:37 user nova-compute[74497]:       </nova:ports>
Oct 24 14:59:37 user nova-compute[74497]:     </nova:instance>
Oct 24 14:59:37 user nova-compute[74497]:   </metadata>
Oct 24 14:59:37 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 14:59:37 user nova-compute[74497]:     <system>
Oct 24 14:59:37 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 14:59:37 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 14:59:37 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 14:59:37 user nova-compute[74497]:       <entry name="serial">0192d097-3b0c-4f90-b4e0-4dd719c3ffb3</entry>
Oct 24 14:59:37 user nova-compute[74497]:       <entry name="uuid">0192d097-3b0c-4f90-b4e0-4dd719c3ffb3</entry>
Oct 24 14:59:37 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 14:59:37 user nova-compute[74497]:     </system>
Oct 24 14:59:37 user nova-compute[74497]:   </sysinfo>
Oct 24 14:59:37 user nova-compute[74497]:   <os>
Oct 24 14:59:37 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 14:59:37 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 14:59:37 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 14:59:37 user nova-compute[74497]:   </os>
Oct 24 14:59:37 user nova-compute[74497]:   <features>
Oct 24 14:59:37 user nova-compute[74497]:     <acpi/>
Oct 24 14:59:37 user nova-compute[74497]:     <apic/>
Oct 24 14:59:37 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 14:59:37 user nova-compute[74497]:   </features>
Oct 24 14:59:37 user nova-compute[74497]:   <clock offset="utc">
Oct 24 14:59:37 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 14:59:37 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 14:59:37 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 14:59:37 user nova-compute[74497]:   </clock>
Oct 24 14:59:37 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 14:59:37 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 14:59:37 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 14:59:37 user nova-compute[74497]:   </cpu>
Oct 24 14:59:37 user nova-compute[74497]:   <devices>
Oct 24 14:59:37 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 14:59:37 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 14:59:37 user nova-compute[74497]:       <source dev="/dev/sdc"/>
Oct 24 14:59:37 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 14:59:37 user nova-compute[74497]:       <serial>c77f5661-9870-4309-882c-13e5a9080ac9</serial>
Oct 24 14:59:37 user nova-compute[74497]:     </disk>
Oct 24 14:59:37 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 14:59:37 user nova-compute[74497]:       <mac address="fa:16:3e:f9:8a:fb"/>
Oct 24 14:59:37 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:59:37 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 14:59:37 user nova-compute[74497]:       <target dev="tap0d4b688e-6b"/>
Oct 24 14:59:37 user nova-compute[74497]:     </interface>
Oct 24 14:59:37 user nova-compute[74497]:     <serial type="pty">
Oct 24 14:59:37 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/0192d097-3b0c-4f90-b4e0-4dd719c3ffb3/console.log" append="off"/>
Oct 24 14:59:37 user nova-compute[74497]:     </serial>
Oct 24 14:59:37 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 14:59:37 user nova-compute[74497]:     <video>
Oct 24 14:59:37 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 14:59:37 user nova-compute[74497]:     </video>
Oct 24 14:59:37 user nova-compute[74497]:     <rng model="virtio">
Oct 24 14:59:37 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 14:59:37 user nova-compute[74497]:     </rng>
Oct 24 14:59:37 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 14:59:37 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 14:59:37 user nova-compute[74497]:       <stats period="10"/>
Oct 24 14:59:37 user nova-compute[74497]:     </memballoon>
Oct 24 14:59:37 user nova-compute[74497]:   </devices>
Oct 24 14:59:37 user nova-compute[74497]: </domain>
Oct 24 14:59:37 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-378445573',display_name='tempest-TestVolumeBootPattern-server-378445573',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-378445573',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-tf5civu3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T14:59:13Z,user_data=None,user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=0192d097-3b0c-4f90-b4e0-4dd719c3ffb3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:8a:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d4b688e-6b1f-4d03-b8fe-e54458cd4149,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d4b688e-6b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG os_vif [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:8a:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d4b688e-6b1f-4d03-b8fe-e54458cd4149,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d4b688e-6b') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f7c8ab3-0023-5754-91bc-7e4bb1ce6d7d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d4b688e-6b, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d4b688e-6b, col_values=(('qos', UUID('3d2261fb-b39d-4edc-b23d-a841122876de')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d4b688e-6b, col_values=(('external_ids', {'iface-id': '0d4b688e-6b1f-4d03-b8fe-e54458cd4149', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:8a:fb', 'vm-uuid': '0192d097-3b0c-4f90-b4e0-4dd719c3ffb3'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: INFO os_vif [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:8a:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d4b688e-6b1f-4d03-b8fe-e54458cd4149,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d4b688e-6b')
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] No VIF found with MAC fa:16:3e:f9:8a:fb, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 14:59:38 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Instance destroyed successfully.
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.objects.instance [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'resources' on Instance uuid bf917c15-7cd6-4aae-84d1-19b6ae979a8f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T14:53:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-940532228',display_name='tempest-ServerActionsTestOtherA-server-1455715616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-940532228',id=26,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPa5tIjzqFtLAjj3Ifxs6IDPcypzDzRJDRw5/+SHIQkvSruGCyWbb8k0dsWwPIj6USmGQjvnIsds2DfkJticAse+3VyLns7h2gi0RU6/KAd6x6DkZvwWm0uqKBfu4tIDMQ==',key_name='tempest-keypair-1323217457',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:56:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-w7ev2h4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:56:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=bf917c15-7cd6-4aae-84d1-19b6ae979a8f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "2486f0c8-1317-42e0-884e-6676ba111eb7", "address": "fa:16:3e:54:79:e9", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2486f0c8-13", "ovs_interfaceid": "2486f0c8-1317-42e0-884e-6676ba111eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG os_vif [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2486f0c8-13, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e3b1a69-b06d-4e89-a21a-f6068b7c85af) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: INFO os_vif [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:79:e9,bridge_name='br-int',has_traffic_filtering=True,id=2486f0c8-1317-42e0-884e-6676ba111eb7,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2486f0c8-13')
Oct 24 14:59:38 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Deleting instance files /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f_del
Oct 24 14:59:38 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Deletion of /opt/stack/data/nova/instances/bf917c15-7cd6-4aae-84d1-19b6ae979a8f_del complete
Oct 24 14:59:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 14:59:38 user nova-compute[74497]: INFO nova.compute.manager [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 24 14:59:38 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 14:59:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:39 user nova-compute[74497]: WARNING nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state deleting.
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:39 user nova-compute[74497]: WARNING nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state deleting.
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:39 user nova-compute[74497]: WARNING nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state deleting.
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-unplugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Acquiring lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] No waiting events found dispatching network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:39 user nova-compute[74497]: WARNING nova.compute.manager [req-85817879-de61-485a-b288-607173ccc3f4 req-1396a42a-cdc7-4cd8-846f-65536b6dd468 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received unexpected event network-vif-plugged-2486f0c8-1317-42e0-884e-6676ba111eb7 for instance with vm_state active and task_state deleting.
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-f384d0c9-a92b-4b01-a734-bca0a562a655 req-a3c40fd5-f333-4ad5-874a-83a4489c2bb0 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received event network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f384d0c9-a92b-4b01-a734-bca0a562a655 req-a3c40fd5-f333-4ad5-874a-83a4489c2bb0 service nova] Acquiring lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f384d0c9-a92b-4b01-a734-bca0a562a655 req-a3c40fd5-f333-4ad5-874a-83a4489c2bb0 service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f384d0c9-a92b-4b01-a734-bca0a562a655 req-a3c40fd5-f333-4ad5-874a-83a4489c2bb0 service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-f384d0c9-a92b-4b01-a734-bca0a562a655 req-a3c40fd5-f333-4ad5-874a-83a4489c2bb0 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] No waiting events found dispatching network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:39 user nova-compute[74497]: WARNING nova.compute.manager [req-f384d0c9-a92b-4b01-a734-bca0a562a655 req-a3c40fd5-f333-4ad5-874a-83a4489c2bb0 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received unexpected event network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 for instance with vm_state building and task_state spawning.
Oct 24 14:59:39 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 14:59:39 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Took 1.32 seconds to deallocate network for instance.
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:40 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:59:40 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:59:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.371s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:40 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Deleted allocations for instance bf917c15-7cd6-4aae-84d1-19b6ae979a8f
Oct 24 14:59:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-01383dd8-234f-42c1-9885-371a19e5eda5 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "bf917c15-7cd6-4aae-84d1-19b6ae979a8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.148s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 14:59:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Instance spawned successfully.
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 14:59:41 user nova-compute[74497]: INFO nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Took 5.32 seconds to spawn the instance on the hypervisor.
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-ffa39a4f-d34c-4941-8548-5d83cadc9cb0 req-260b6099-a679-4d36-acf6-6e9089be29b2 service nova] [instance: bf917c15-7cd6-4aae-84d1-19b6ae979a8f] Received event network-vif-deleted-2486f0c8-1317-42e0-884e-6676ba111eb7 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-ffa39a4f-d34c-4941-8548-5d83cadc9cb0 req-260b6099-a679-4d36-acf6-6e9089be29b2 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received event network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ffa39a4f-d34c-4941-8548-5d83cadc9cb0 req-260b6099-a679-4d36-acf6-6e9089be29b2 service nova] Acquiring lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ffa39a4f-d34c-4941-8548-5d83cadc9cb0 req-260b6099-a679-4d36-acf6-6e9089be29b2 service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ffa39a4f-d34c-4941-8548-5d83cadc9cb0 req-260b6099-a679-4d36-acf6-6e9089be29b2 service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-ffa39a4f-d34c-4941-8548-5d83cadc9cb0 req-260b6099-a679-4d36-acf6-6e9089be29b2 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] No waiting events found dispatching network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 14:59:41 user nova-compute[74497]: WARNING nova.compute.manager [req-ffa39a4f-d34c-4941-8548-5d83cadc9cb0 req-260b6099-a679-4d36-acf6-6e9089be29b2 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received unexpected event network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 for instance with vm_state building and task_state spawning.
Oct 24 14:59:41 user nova-compute[74497]: INFO nova.compute.manager [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Took 29.18 seconds to build instance.
Oct 24 14:59:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-11a8e743-bf0b-45d5-a7c5-1c745d7b675e tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.283s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.264s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 is timed out.
Oct 24 14:59:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Successfully detached device vdb from instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 from the live domain config.
Oct 24 14:59:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:59:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7772MB free_disk=24.86402130126953GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lXrJbNQm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 14:59:47 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fadf843-eef0-4719-a137-8e0c7791d262]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 14:59:47 user nova-compute[74497]: No targets found.
Oct 24 14:59:47 user nova-compute[74497]: iSNS:
Oct 24 14:59:47 user nova-compute[74497]: No targets found.
Oct 24 14:59:47 user nova-compute[74497]: STATIC:
Oct 24 14:59:47 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d
Oct 24 14:59:47 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:47 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:47 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9
Oct 24 14:59:47 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:47 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:47 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 14:59:47 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:47 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:47 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 14:59:47 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 14:59:47 user nova-compute[74497]:                 Iface Name: default
Oct 24 14:59:47 user nova-compute[74497]: FIRMWARE:
Oct 24 14:59:47 user nova-compute[74497]: No targets found.
Oct 24 14:59:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 14:59:47 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 14:59:47 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f9c6492-245a-4ea7-b4e9-33581372ef31]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6ac9dc9-5cc1-42f1-a783-6c68fd6582e9]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:47 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:47 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:47 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 14:59:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 14:59:47 user nova-compute[74497]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d (non-flash)
Oct 24 14:59:47 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 14:59:47 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 14:59:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601c0d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d'): ({'sde'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Removing single pathed devices sde {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9df7335-8dc6-4ae2-b2db-dcbd81c84b2f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1972c5af-0160-4538-9279-f023a2886d7f]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Flushing IO for device /dev/sde {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 13911c04-9e4b-4dfe-af0d-f56f7323d90e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d99251e5-dc7a-4f64-b1da-f26017efe465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a5348d3e-e107-4688-a578-6a52dcaca7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 46b9e970-5be0-4890-9a33-ba042b41f96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f02210a-8f59-4bc3-963c-460dbab470f3]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec6ae09-b90b-438f-8df0-36ff878c75d1]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] SCSI volumes sde have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8b76c1-00bc-4018-83ce-88d503d8f295]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb9eb34-cbe3-4269-b8d5-15cb42d26d0e]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260]
Oct 24 14:59:47 user nova-compute[74497]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d, portal: 172.16.0.220,3260] successful.
Oct 24 14:59:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bec8d80c-766f-4780-9984-edf0ef20613d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebacc9e-1650-4b3a-9ffc-56197fce614d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] <== disconnect_volume: return (342ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 14:59:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.545s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:48 user nova-compute[74497]: DEBUG nova.objects.instance [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'flavor' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 14:59:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-567a325a-169f-449f-b0f0-d3448f13a9e7 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.180s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 14:59:48 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 14:59:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 14:59:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 14:59:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:03 user nova-compute[74497]: INFO nova.compute.manager [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Unrescuing
Oct 24 15:00:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:00:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:00:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:00:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG nova.objects.instance [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'flavor' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-463b9bcc-8d67-4b91-873d-0f8e21838a88 req-926a23a4-3517-4ed6-81ae-e0dbda36f590 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-463b9bcc-8d67-4b91-873d-0f8e21838a88 req-926a23a4-3517-4ed6-81ae-e0dbda36f590 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-463b9bcc-8d67-4b91-873d-0f8e21838a88 req-926a23a4-3517-4ed6-81ae-e0dbda36f590 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-463b9bcc-8d67-4b91-873d-0f8e21838a88 req-926a23a4-3517-4ed6-81ae-e0dbda36f590 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-463b9bcc-8d67-4b91-873d-0f8e21838a88 req-926a23a4-3517-4ed6-81ae-e0dbda36f590 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:04 user nova-compute[74497]: WARNING nova.compute.manager [req-463b9bcc-8d67-4b91-873d-0f8e21838a88 req-926a23a4-3517-4ed6-81ae-e0dbda36f590 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state rescued and task_state unrescuing.
Oct 24 15:00:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance destroyed successfully.
Oct 24 15:00:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-422ec7cf-952c-46c5-8a6e-cf77b81557dd req-b85be790-0ea3-4a34-99cf-ec3ac31088d1 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-422ec7cf-952c-46c5-8a6e-cf77b81557dd req-b85be790-0ea3-4a34-99cf-ec3ac31088d1 service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-422ec7cf-952c-46c5-8a6e-cf77b81557dd req-b85be790-0ea3-4a34-99cf-ec3ac31088d1 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-422ec7cf-952c-46c5-8a6e-cf77b81557dd req-b85be790-0ea3-4a34-99cf-ec3ac31088d1 service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-422ec7cf-952c-46c5-8a6e-cf77b81557dd req-b85be790-0ea3-4a34-99cf-ec3ac31088d1 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:06 user nova-compute[74497]: WARNING nova.compute.manager [req-422ec7cf-952c-46c5-8a6e-cf77b81557dd req-b85be790-0ea3-4a34-99cf-ec3ac31088d1 service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state rescued and task_state unrescuing.
Oct 24 15:00:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-2db3f4fa-f386-4eb1-860a-279be1885aea tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:08 user nova-compute[74497]: WARNING nova.compute.manager [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state active and task_state None.
Oct 24 15:00:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:08 user nova-compute[74497]: WARNING nova.compute.manager [req-25649980-cc03-414e-b49f-c0c9206d9378 req-582165e7-3f20-4836-8996-f7b683c1316a service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state active and task_state None.
Oct 24 15:00:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:10 user nova-compute[74497]: INFO nova.compute.manager [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Terminating instance
Oct 24 15:00:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:00:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-0e163017-785e-43a3-bc5d-f2a72dbafb5e req-1ba7d0fa-b9bc-4ea5-a430-3e86719e067c service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received event network-vif-unplugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0e163017-785e-43a3-bc5d-f2a72dbafb5e req-1ba7d0fa-b9bc-4ea5-a430-3e86719e067c service nova] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0e163017-785e-43a3-bc5d-f2a72dbafb5e req-1ba7d0fa-b9bc-4ea5-a430-3e86719e067c service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0e163017-785e-43a3-bc5d-f2a72dbafb5e req-1ba7d0fa-b9bc-4ea5-a430-3e86719e067c service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-0e163017-785e-43a3-bc5d-f2a72dbafb5e req-1ba7d0fa-b9bc-4ea5-a430-3e86719e067c service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] No waiting events found dispatching network-vif-unplugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-0e163017-785e-43a3-bc5d-f2a72dbafb5e req-1ba7d0fa-b9bc-4ea5-a430-3e86719e067c service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received event network-vif-unplugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Instance destroyed successfully.
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'resources' on Instance uuid d99251e5-dc7a-4f64-b1da-f26017efe465 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:50:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-109015334',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-109015334',id=23,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-690s4d6o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:52:46Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=d99251e5-dc7a-4f64-b1da-f26017efe465,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "address": "fa:16:3e:14:9a:53", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf197aa12-c8", "ovs_interfaceid": "f197aa12-c80c-4830-8b4f-0e0dacb8fb5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:9a:53,bridge_name='br-int',has_traffic_filtering=True,id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf197aa12-c8') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG os_vif [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:9a:53,bridge_name='br-int',has_traffic_filtering=True,id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf197aa12-c8') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf197aa12-c8, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9ac4af3d-5ee1-4037-8a35-63006362ce61) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:00:11 user nova-compute[74497]: INFO os_vif [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:9a:53,bridge_name='br-int',has_traffic_filtering=True,id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf197aa12-c8')
Oct 24 15:00:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Deleting instance files /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465_del
Oct 24 15:00:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Deletion of /opt/stack/data/nova/instances/d99251e5-dc7a-4f64-b1da-f26017efe465_del complete
Oct 24 15:00:11 user nova-compute[74497]: INFO nova.compute.manager [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 15:00:11 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:00:11 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:00:12 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:12 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Took 0.48 seconds to deallocate network for instance.
Oct 24 15:00:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-ef3332dd-32e2-4f56-944d-e675ac15bd01 req-c565d39c-34b1-4ffb-85be-f28e374451da service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received event network-vif-deleted-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:12 user nova-compute[74497]: INFO nova.compute.manager [req-ef3332dd-32e2-4f56-944d-e675ac15bd01 req-c565d39c-34b1-4ffb-85be-f28e374451da service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Neutron deleted interface f197aa12-c80c-4830-8b4f-0e0dacb8fb5c; detaching it from the instance and deleting it from the info cache
Oct 24 15:00:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-ef3332dd-32e2-4f56-944d-e675ac15bd01 req-c565d39c-34b1-4ffb-85be-f28e374451da service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-ef3332dd-32e2-4f56-944d-e675ac15bd01 req-c565d39c-34b1-4ffb-85be-f28e374451da service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Detach interface failed, port_id=f197aa12-c80c-4830-8b4f-0e0dacb8fb5c, reason: Instance d99251e5-dc7a-4f64-b1da-f26017efe465 could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 15:00:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:12 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:00:12 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:00:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.327s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:12 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Deleted allocations for instance d99251e5-dc7a-4f64-b1da-f26017efe465
Oct 24 15:00:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-010c0a8e-d1e7-4cb6-81c7-38341779098b tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.915s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-11ac7ec3-6196-4822-8202-9ac855fe86d4 req-259509df-3cca-4bc3-abd5-3d80f4ebd318 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received event network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-11ac7ec3-6196-4822-8202-9ac855fe86d4 req-259509df-3cca-4bc3-abd5-3d80f4ebd318 service nova] Acquiring lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-11ac7ec3-6196-4822-8202-9ac855fe86d4 req-259509df-3cca-4bc3-abd5-3d80f4ebd318 service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-11ac7ec3-6196-4822-8202-9ac855fe86d4 req-259509df-3cca-4bc3-abd5-3d80f4ebd318 service nova] Lock "d99251e5-dc7a-4f64-b1da-f26017efe465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-11ac7ec3-6196-4822-8202-9ac855fe86d4 req-259509df-3cca-4bc3-abd5-3d80f4ebd318 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] No waiting events found dispatching network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:13 user nova-compute[74497]: WARNING nova.compute.manager [req-11ac7ec3-6196-4822-8202-9ac855fe86d4 req-259509df-3cca-4bc3-abd5-3d80f4ebd318 service nova] [instance: d99251e5-dc7a-4f64-b1da-f26017efe465] Received unexpected event network-vif-plugged-f197aa12-c80c-4830-8b4f-0e0dacb8fb5c for instance with vm_state deleted and task_state None.
Oct 24 15:00:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:17 user nova-compute[74497]: INFO nova.compute.manager [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Terminating instance
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-23b4e257-5e94-4be8-a7c0-8c9e89b52834 req-52fba27e-97e0-4d95-a63e-3cf18b9f2272 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-23b4e257-5e94-4be8-a7c0-8c9e89b52834 req-52fba27e-97e0-4d95-a63e-3cf18b9f2272 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-23b4e257-5e94-4be8-a7c0-8c9e89b52834 req-52fba27e-97e0-4d95-a63e-3cf18b9f2272 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-23b4e257-5e94-4be8-a7c0-8c9e89b52834 req-52fba27e-97e0-4d95-a63e-3cf18b9f2272 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-23b4e257-5e94-4be8-a7c0-8c9e89b52834 req-52fba27e-97e0-4d95-a63e-3cf18b9f2272 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-23b4e257-5e94-4be8-a7c0-8c9e89b52834 req-52fba27e-97e0-4d95-a63e-3cf18b9f2272 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-unplugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:00:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Instance destroyed successfully.
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lazy-loading 'resources' on Instance uuid 9fa101cd-56c6-45e5-93db-4c6d86ab37d8 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:52:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-789916025',display_name='tempest-ServerStableDeviceRescueTest-server-789916025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-789916025',id=24,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIaV/U1HLvM2ExSB9HMGFPMUVDvTMfAa2lIUyAmeunLqE18xzEmklHBSU6SDUkGR79rVoteD5JqLdSUImgGVo1X9NYIIxdJb1Pp4FEbfCm7WLJRlUcbYxVddMohidtQf7A==',key_name='tempest-keypair-1416896354',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:57:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7d99c8cd2d1a423c8f87de7eaf567e5d',ramdisk_id='',reservation_id='r-dgzu2tuy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-27808868',owner_user_name='tempest-ServerStableDeviceRescueTest-27808868-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:58:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a3c2f59643b040da8c0d3f6a51da84b5',uuid=9fa101cd-56c6-45e5-93db-4c6d86ab37d8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converting VIF {"id": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "address": "fa:16:3e:7e:bf:c6", "network": {"id": "e3c2978d-7370-4388-876c-f85c67834965", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1499658220-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7d99c8cd2d1a423c8f87de7eaf567e5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8260864-d6", "ovs_interfaceid": "f8260864-d63b-4b77-a9c0-a2ca1d365a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG os_vif [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf8260864-d6, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2060bf8-74bd-402d-b27e-3c716f0d6a4b) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:17 user nova-compute[74497]: INFO os_vif [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7e:bf:c6,bridge_name='br-int',has_traffic_filtering=True,id=f8260864-d63b-4b77-a9c0-a2ca1d365a97,network=Network(e3c2978d-7370-4388-876c-f85c67834965),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8260864-d6')
Oct 24 15:00:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Deleting instance files /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8_del
Oct 24 15:00:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Deletion of /opt/stack/data/nova/instances/9fa101cd-56c6-45e5-93db-4c6d86ab37d8_del complete
Oct 24 15:00:17 user nova-compute[74497]: INFO nova.compute.manager [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 15:00:17 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:00:17 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:00:18 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:18 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Took 0.63 seconds to deallocate network for instance.
Oct 24 15:00:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:18 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:00:18 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:00:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.311s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:19 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Deleted allocations for instance 9fa101cd-56c6-45e5-93db-4c6d86ab37d8
Oct 24 15:00:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e3cc489e-47ee-43f1-9c45-708031ccb370 tempest-ServerStableDeviceRescueTest-27808868 tempest-ServerStableDeviceRescueTest-27808868-project-member] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.992s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7cebdda-f55d-4149-9bf0-41a44e648a6d req-46417b5c-bc35-4e10-b083-4bd4f9e8de99 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7cebdda-f55d-4149-9bf0-41a44e648a6d req-46417b5c-bc35-4e10-b083-4bd4f9e8de99 service nova] Acquiring lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7cebdda-f55d-4149-9bf0-41a44e648a6d req-46417b5c-bc35-4e10-b083-4bd4f9e8de99 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7cebdda-f55d-4149-9bf0-41a44e648a6d req-46417b5c-bc35-4e10-b083-4bd4f9e8de99 service nova] Lock "9fa101cd-56c6-45e5-93db-4c6d86ab37d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7cebdda-f55d-4149-9bf0-41a44e648a6d req-46417b5c-bc35-4e10-b083-4bd4f9e8de99 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] No waiting events found dispatching network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:19 user nova-compute[74497]: WARNING nova.compute.manager [req-b7cebdda-f55d-4149-9bf0-41a44e648a6d req-46417b5c-bc35-4e10-b083-4bd4f9e8de99 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received unexpected event network-vif-plugged-f8260864-d63b-4b77-a9c0-a2ca1d365a97 for instance with vm_state deleted and task_state None.
Oct 24 15:00:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7cebdda-f55d-4149-9bf0-41a44e648a6d req-46417b5c-bc35-4e10-b083-4bd4f9e8de99 service nova] [instance: 9fa101cd-56c6-45e5-93db-4c6d86ab37d8] Received event network-vif-deleted-f8260864-d63b-4b77-a9c0-a2ca1d365a97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'flavor' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:24 user nova-compute[74497]: INFO nova.compute.manager [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Attaching volume bd3b888e-a39b-4f55-a6e3-56261c8a5dea to /dev/vdb
Oct 24 15:00:24 user nova-compute[74497]: DEBUG os_brick.utils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b221df-8496-4ded-b218-de49514cf63e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e43d579-b5ae-4ff6-abdd-4c8a0a8bbb47]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b195e273-ecfe-4cb2-a73b-8bd24e309fe5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[62009b82-e712-4ccd-829d-d88d62afb099]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:00:24 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:00:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb09a825-a88b-4f54-8f70-acf3cbe97ad8]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG os_brick.utils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:00:24 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating existing volume attachment record: a9c6be5b-f5a5-425c-b5e9-172093b92779 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:00:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:00:31 user nova-compute[74497]: INFO nova.compute.claims [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Claim successful on node user
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.368s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:00:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.policy [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '934a4f022afa4236b96f780e4c69496e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62a7a501bec3489c913376034a4b554d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:00:31 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Creating image(s)
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.168s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk 1073741824" returned: 0 in 0.048s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.223s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Successfully created port: c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Cannot resize image /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Ensure instance console log exists: /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Successfully updated port: c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquired lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing instance network info cache due to event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] Acquiring lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Releasing lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance network_info: |[{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] Acquired lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.network.neutron [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Start _get_guest_xml network_info=[{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:00:33 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:00:33 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:00:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-719175836',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-719175836',id=32,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaUVIwoAz3foYDu5sMku87EpqwSEEfPgvdox4jCNYWivDDEvSOpatIZqPt5orc1QSVI1rrU8JvNGQnh6WIRABltChfnk/aCssvmNNk7OpbiRU9e5EoxdZWNeBGN/VrA3g==',key_name='tempest-keypair-813945309',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-sce23q9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:00:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=a9e6e3a6-c308-431a-ad69-f6fa1aba4246,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:00:33 user nova-compute[74497]: DEBUG nova.objects.instance [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'pci_devices' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:00:34 user nova-compute[74497]:   <uuid>a9e6e3a6-c308-431a-ad69-f6fa1aba4246</uuid>
Oct 24 15:00:34 user nova-compute[74497]:   <name>instance-00000020</name>
Oct 24 15:00:34 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:00:34 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:00:34 user nova-compute[74497]:   <metadata>
Oct 24 15:00:34 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:00:34 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:00:34 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-719175836</nova:name>
Oct 24 15:00:34 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:00:33</nova:creationTime>
Oct 24 15:00:34 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:00:34 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:00:34 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:00:34 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:00:34 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:00:34 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:00:34 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:00:34 user nova-compute[74497]:       <nova:owner>
Oct 24 15:00:34 user nova-compute[74497]:         <nova:user uuid="934a4f022afa4236b96f780e4c69496e">tempest-AttachVolumeShelveTestJSON-520341895-project-member</nova:user>
Oct 24 15:00:34 user nova-compute[74497]:         <nova:project uuid="62a7a501bec3489c913376034a4b554d">tempest-AttachVolumeShelveTestJSON-520341895</nova:project>
Oct 24 15:00:34 user nova-compute[74497]:       </nova:owner>
Oct 24 15:00:34 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:00:34 user nova-compute[74497]:       <nova:ports>
Oct 24 15:00:34 user nova-compute[74497]:         <nova:port uuid="c7472010-988b-49ce-b4a4-274f88c444aa">
Oct 24 15:00:34 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 15:00:34 user nova-compute[74497]:         </nova:port>
Oct 24 15:00:34 user nova-compute[74497]:       </nova:ports>
Oct 24 15:00:34 user nova-compute[74497]:     </nova:instance>
Oct 24 15:00:34 user nova-compute[74497]:   </metadata>
Oct 24 15:00:34 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:00:34 user nova-compute[74497]:     <system>
Oct 24 15:00:34 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:00:34 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:00:34 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:00:34 user nova-compute[74497]:       <entry name="serial">a9e6e3a6-c308-431a-ad69-f6fa1aba4246</entry>
Oct 24 15:00:34 user nova-compute[74497]:       <entry name="uuid">a9e6e3a6-c308-431a-ad69-f6fa1aba4246</entry>
Oct 24 15:00:34 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:00:34 user nova-compute[74497]:     </system>
Oct 24 15:00:34 user nova-compute[74497]:   </sysinfo>
Oct 24 15:00:34 user nova-compute[74497]:   <os>
Oct 24 15:00:34 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:00:34 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:00:34 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:00:34 user nova-compute[74497]:   </os>
Oct 24 15:00:34 user nova-compute[74497]:   <features>
Oct 24 15:00:34 user nova-compute[74497]:     <acpi/>
Oct 24 15:00:34 user nova-compute[74497]:     <apic/>
Oct 24 15:00:34 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:00:34 user nova-compute[74497]:   </features>
Oct 24 15:00:34 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:00:34 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:00:34 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:00:34 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:00:34 user nova-compute[74497]:   </clock>
Oct 24 15:00:34 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:00:34 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:00:34 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:00:34 user nova-compute[74497]:   </cpu>
Oct 24 15:00:34 user nova-compute[74497]:   <devices>
Oct 24 15:00:34 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:00:34 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:00:34 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk"/>
Oct 24 15:00:34 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:00:34 user nova-compute[74497]:     </disk>
Oct 24 15:00:34 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:00:34 user nova-compute[74497]:       <mac address="fa:16:3e:c9:12:c8"/>
Oct 24 15:00:34 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:00:34 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:00:34 user nova-compute[74497]:       <target dev="tapc7472010-98"/>
Oct 24 15:00:34 user nova-compute[74497]:     </interface>
Oct 24 15:00:34 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:00:34 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/console.log" append="off"/>
Oct 24 15:00:34 user nova-compute[74497]:     </serial>
Oct 24 15:00:34 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:00:34 user nova-compute[74497]:     <video>
Oct 24 15:00:34 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:00:34 user nova-compute[74497]:     </video>
Oct 24 15:00:34 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:00:34 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:00:34 user nova-compute[74497]:     </rng>
Oct 24 15:00:34 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:00:34 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:00:34 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:00:34 user nova-compute[74497]:     </memballoon>
Oct 24 15:00:34 user nova-compute[74497]:   </devices>
Oct 24 15:00:34 user nova-compute[74497]: </domain>
Oct 24 15:00:34 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:00:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-719175836',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-719175836',id=32,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaUVIwoAz3foYDu5sMku87EpqwSEEfPgvdox4jCNYWivDDEvSOpatIZqPt5orc1QSVI1rrU8JvNGQnh6WIRABltChfnk/aCssvmNNk7OpbiRU9e5EoxdZWNeBGN/VrA3g==',key_name='tempest-keypair-813945309',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-sce23q9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:00:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=a9e6e3a6-c308-431a-ad69-f6fa1aba4246,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG os_vif [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '59b7e9e1-0d7c-5cd4-bb03-02e6deaf3732', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc7472010-98, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc7472010-98, col_values=(('qos', UUID('9c13cd2c-ae79-4850-848f-02b6dd044daf')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc7472010-98, col_values=(('external_ids', {'iface-id': 'c7472010-988b-49ce-b4a4-274f88c444aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:12:c8', 'vm-uuid': 'a9e6e3a6-c308-431a-ad69-f6fa1aba4246'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:34 user nova-compute[74497]: INFO os_vif [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98')
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] No VIF found with MAC fa:16:3e:c9:12:c8, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.network.neutron [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updated VIF entry in instance network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG nova.network.neutron [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d05c9e9-b985-4b36-b6d6-34dbffc45941 req-f509d413-30a6-499a-b30e-4b2cdb4d3b72 service nova] Releasing lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-84b4c5e8-d989-49f7-a2af-65b0b3e12dac req-cf5ab080-be85-4e5b-82cf-d81baa750418 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-84b4c5e8-d989-49f7-a2af-65b0b3e12dac req-cf5ab080-be85-4e5b-82cf-d81baa750418 service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-84b4c5e8-d989-49f7-a2af-65b0b3e12dac req-cf5ab080-be85-4e5b-82cf-d81baa750418 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-84b4c5e8-d989-49f7-a2af-65b0b3e12dac req-cf5ab080-be85-4e5b-82cf-d81baa750418 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-84b4c5e8-d989-49f7-a2af-65b0b3e12dac req-cf5ab080-be85-4e5b-82cf-d81baa750418 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:35 user nova-compute[74497]: WARNING nova.compute.manager [req-84b4c5e8-d989-49f7-a2af-65b0b3e12dac req-cf5ab080-be85-4e5b-82cf-d81baa750418 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received unexpected event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with vm_state building and task_state spawning.
Oct 24 15:00:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:36 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:00:37 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance spawned successfully.
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-c025d56f-4296-4d7c-a631-876f890193e0 req-a27ba46c-fb3f-4cb5-bdd7-7f74f03860d3 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c025d56f-4296-4d7c-a631-876f890193e0 req-a27ba46c-fb3f-4cb5-bdd7-7f74f03860d3 service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c025d56f-4296-4d7c-a631-876f890193e0 req-a27ba46c-fb3f-4cb5-bdd7-7f74f03860d3 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c025d56f-4296-4d7c-a631-876f890193e0 req-a27ba46c-fb3f-4cb5-bdd7-7f74f03860d3 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-c025d56f-4296-4d7c-a631-876f890193e0 req-a27ba46c-fb3f-4cb5-bdd7-7f74f03860d3 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:00:37 user nova-compute[74497]: WARNING nova.compute.manager [req-c025d56f-4296-4d7c-a631-876f890193e0 req-a27ba46c-fb3f-4cb5-bdd7-7f74f03860d3 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received unexpected event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with vm_state building and task_state spawning.
Oct 24 15:00:37 user nova-compute[74497]: INFO nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Took 5.75 seconds to spawn the instance on the hypervisor.
Oct 24 15:00:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:00:37 user nova-compute[74497]: INFO nova.compute.manager [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Took 6.45 seconds to build instance.
Oct 24 15:00:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-6c012e43-c3d9-440c-8178-b48cadca95d3 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.551s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updating instance_info_cache with network_info: [{"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-49008433-062c-4c65-b234-c1df9d847b91" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IEcmdyXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:00:43 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:00:43 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:00:43 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8cf856-7244-44c5-9491-879fd17a1b73]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:00:43 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[355d0128-9509-49ca-97ef-fc1f252ad9cf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea] added
Oct 24 15:00:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5fa6c88-74ad-47c4-a1b2-afeb7d7d47db]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f599eb-750f-498d-bc47-87cf10bfba2c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IEcmdyXS {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IEcmdyXS" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7564251e-6f29-4af8-a420-7d92cad90dde]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IEcmdyXS'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb943d3-3172-4726-8a88-3fd9abe3461d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7641ef-11a5-482c-8ea2-f4b21c0eca5d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc71ace8-d74a-4fe9-829b-f4d6f1de6bfb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]
Oct 24 15:00:43 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.
Oct 24 15:00:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe26f3a-53ca-4430-9068-420d4efd119e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce3c5893-2620-4e82-a8a8-24dc51d8468d]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:00:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:00:43 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:00:43 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b599f1-a6d2-4d5c-899b-ba2f1c332d79]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:00:43 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IEcmdyXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23865613337323762', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23865613337323762', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'flavor' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:00:44 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:00:44 user nova-compute[74497]:   <source dev="/dev/sdd"/>
Oct 24 15:00:44 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:00:44 user nova-compute[74497]:   <serial>bd3b888e-a39b-4f55-a6e3-56261c8a5dea</serial>
Oct 24 15:00:44 user nova-compute[74497]: </disk>
Oct 24 15:00:44 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No VIF found with MAC fa:16:3e:07:11:1f, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f8aabc29-793f-4643-8275-330b6668de4c tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.553s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:00:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:00:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7825MB free_disk=25.151485443115234GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9da4324-398f-4723-887f-6fcf0d15d401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a5348d3e-e107-4688-a578-6a52dcaca7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 46b9e970-5be0-4890-9a33-ba042b41f96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a9e6e3a6-c308-431a-ad69-f6fa1aba4246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:00:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:00:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:00:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:00:48 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:00:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.407s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:00:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:00:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:00:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:00:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:00:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:00:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing instance network info cache due to event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:00:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] Acquiring lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:00:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] Acquired lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:00:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:00:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updated VIF entry in instance network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:00:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-55689952-6ec9-49fb-8e18-104ba0efc234 req-0bfe9d6a-c199-4abc-96a8-ad2c93b5a86b service nova] Releasing lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing instance network info cache due to event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] Acquiring lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] Acquired lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updated VIF entry in instance network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:00:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ceff53e5-3282-43fa-a85e-77a27bd972a8 req-81607789-969b-42b1-a7bb-8b4a49542329 service nova] Releasing lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:01:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:01 user nova-compute[74497]: INFO nova.compute.manager [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Terminating instance
Oct 24 15:01:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c91edd9-1b0a-44ba-a16e-c73b42c37df4 req-a1c37ce2-7010-4fa7-b172-f979797f6474 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c91edd9-1b0a-44ba-a16e-c73b42c37df4 req-a1c37ce2-7010-4fa7-b172-f979797f6474 service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c91edd9-1b0a-44ba-a16e-c73b42c37df4 req-a1c37ce2-7010-4fa7-b172-f979797f6474 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4c91edd9-1b0a-44ba-a16e-c73b42c37df4 req-a1c37ce2-7010-4fa7-b172-f979797f6474 service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c91edd9-1b0a-44ba-a16e-c73b42c37df4 req-a1c37ce2-7010-4fa7-b172-f979797f6474 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-4c91edd9-1b0a-44ba-a16e-c73b42c37df4 req-a1c37ce2-7010-4fa7-b172-f979797f6474 service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-unplugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Instance destroyed successfully.
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'resources' on Instance uuid f9da4324-398f-4723-887f-6fcf0d15d401 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:43:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-511890960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-511890960',id=10,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:47:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-e6300ety',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:00Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=f9da4324-398f-4723-887f-6fcf0d15d401,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "3f08b96c-45e1-452c-824f-5f69ba118d75", "address": "fa:16:3e:cd:56:d6", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f08b96c-45", "ovs_interfaceid": "3f08b96c-45e1-452c-824f-5f69ba118d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_vif [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f08b96c-45, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=53f67eef-bfe9-4cd1-a265-d3985c2a0746) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:02 user nova-compute[74497]: INFO os_vif [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:56:d6,bridge_name='br-int',has_traffic_filtering=True,id=3f08b96c-45e1-452c-824f-5f69ba118d75,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f08b96c-45')
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rsCIjFNA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:01:02 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3103893a-6dc9-40ae-9a2e-483a95430a3c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:01:02 user nova-compute[74497]: No targets found.
Oct 24 15:01:02 user nova-compute[74497]: iSNS:
Oct 24 15:01:02 user nova-compute[74497]: No targets found.
Oct 24 15:01:02 user nova-compute[74497]: STATIC:
Oct 24 15:01:02 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9
Oct 24 15:01:02 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:02 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:02 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 15:01:02 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:02 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:02 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79
Oct 24 15:01:02 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:02 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:02 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea
Oct 24 15:01:02 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:02 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:02 user nova-compute[74497]: FIRMWARE:
Oct 24 15:01:02 user nova-compute[74497]: No targets found.
Oct 24 15:01:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:01:02 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:01:02 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f09b380-0326-4749-9a2a-667d9bd2d96f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9753e72-0c67-4b7d-978d-e9ba19bb3bcc]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 15:01:02 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:02 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:01:02 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 (non-flash)
Oct 24 15:01:02 user nova-compute[74497]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:02 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:01:02 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6069ecb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[70419d04-a3ed-4845-a4e9-248c84b31c20]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[352041a5-7701-431b-a4ab-451413b95e31]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e151a48c-f689-4c4c-9271-77e52fe58c09]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b7e918-b272-4618-a042-39b86195d226]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c805f583-ddec-4d24-a275-f1806d62c5b2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[543d63b8-de7a-4e73-9dc9-7822b6a062b6]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260]
Oct 24 15:01:02 user nova-compute[74497]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79, portal: 172.16.0.220,3260] successful.
Oct 24 15:01:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6bf9178-80e4-4fab-92d7-38379d7c7b79 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da3acf7-82dc-4df0-8a11-b13724e90251]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] <== disconnect_volume: return (323ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:01:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Deleting instance files /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401_del
Oct 24 15:01:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Deletion of /opt/stack/data/nova/instances/f9da4324-398f-4723-887f-6fcf0d15d401_del complete
Oct 24 15:01:02 user nova-compute[74497]: INFO nova.compute.manager [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Took 1.19 seconds to destroy the instance on the hypervisor.
Oct 24 15:01:02 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:01:02 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:03 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Took 0.59 seconds to deallocate network for instance.
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:03 user nova-compute[74497]: INFO nova.compute.manager [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Terminating instance
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Acquiring lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Lock "f9da4324-398f-4723-887f-6fcf0d15d401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] No waiting events found dispatching network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:03 user nova-compute[74497]: WARNING nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received unexpected event network-vif-plugged-3f08b96c-45e1-452c-824f-5f69ba118d75 for instance with vm_state active and task_state deleting.
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Received event network-vif-deleted-3f08b96c-45e1-452c-824f-5f69ba118d75 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received event network-vif-unplugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Acquiring lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] No waiting events found dispatching network-vif-unplugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received event network-vif-unplugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received event network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Acquiring lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] No waiting events found dispatching network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:03 user nova-compute[74497]: WARNING nova.compute.manager [req-c5cd1b10-56a4-40a9-b878-8c9a03ab8224 req-7b278654-b977-4283-91f3-342ccb52c67c service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received unexpected event network-vif-plugged-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 for instance with vm_state active and task_state deleting.
Oct 24 15:01:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Instance destroyed successfully.
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lazy-loading 'resources' on Instance uuid 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-378445573',display_name='tempest-TestVolumeBootPattern-server-378445573',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-378445573',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:59:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-tf5civu3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:59:42Z,user_data=None,user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=0192d097-3b0c-4f90-b4e0-4dd719c3ffb3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "address": "fa:16:3e:f9:8a:fb", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d4b688e-6b", "ovs_interfaceid": "0d4b688e-6b1f-4d03-b8fe-e54458cd4149", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:8a:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d4b688e-6b1f-4d03-b8fe-e54458cd4149,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d4b688e-6b') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG os_vif [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:8a:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d4b688e-6b1f-4d03-b8fe-e54458cd4149,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d4b688e-6b') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d4b688e-6b, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d2261fb-b39d-4edc-b23d-a841122876de) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:03 user nova-compute[74497]: INFO os_vif [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:8a:fb,bridge_name='br-int',has_traffic_filtering=True,id=0d4b688e-6b1f-4d03-b8fe-e54458cd4149,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d4b688e-6b')
Oct 24 15:01:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JWANlCge', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:01:03 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:01:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cde876a-1efe-44b9-986e-d6a538fce9a8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:01:03 user nova-compute[74497]: No targets found.
Oct 24 15:01:03 user nova-compute[74497]: iSNS:
Oct 24 15:01:03 user nova-compute[74497]: No targets found.
Oct 24 15:01:03 user nova-compute[74497]: STATIC:
Oct 24 15:01:03 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9
Oct 24 15:01:03 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:03 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:03 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 15:01:03 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:03 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:03 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea
Oct 24 15:01:03 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:03 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:03 user nova-compute[74497]: FIRMWARE:
Oct 24 15:01:03 user nova-compute[74497]: No targets found.
Oct 24 15:01:03 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:01:03 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:01:03 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f040d111-1ae9-4520-a68a-9ec7bfe3aadd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9990c6a-5840-4bbe-ac9b-8c538932ad67]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:04 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:01:04 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:04 user nova-compute[74497]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 (non-flash)
Oct 24 15:01:04 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40733760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[318ab55c-412a-4380-beff-88762f2d7338]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa26da0f-9cb1-42e5-a69c-6c6d72889032]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd0a8b36-3daa-4495-987b-de2d8fc2bc3f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ffc189-d09e-4fb7-b6d7-ca0670cd81d1]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOce363235-7de76346efed848e', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_ce363235', '/dev/disk/by-id/scsi-23764653736333436') {{(pid=85429) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d129979-519a-4d1f-a435-abd501911a61]: (4, None) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f41170-81f9-4834-bec7-6b220c2d47e5]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fadcb66c-36b3-4948-9659-71c3005c5b5e]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260]
Oct 24 15:01:04 user nova-compute[74497]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9, portal: 172.16.0.220,3260] successful.
Oct 24 15:01:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c77f5661-9870-4309-882c-13e5a9080ac9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[889875db-c14b-4859-9545-8f651dd9cf9d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== disconnect_volume: return (316ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:01:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Deleting instance files /opt/stack/data/nova/instances/0192d097-3b0c-4f90-b4e0-4dd719c3ffb3_del
Oct 24 15:01:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Deletion of /opt/stack/data/nova/instances/0192d097-3b0c-4f90-b4e0-4dd719c3ffb3_del complete
Oct 24 15:01:04 user nova-compute[74497]: INFO nova.compute.manager [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 24 15:01:04 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:01:04 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:04 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Took 0.57 seconds to deallocate network for instance.
Oct 24 15:01:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-90b9498d-2e7a-4357-9ab1-a4c2bed49080 req-317c8dd8-d8a5-4f83-8b4a-fd6abbe34490 service nova] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Received event network-vif-deleted-0d4b688e-6b1f-4d03-b8fe-e54458cd4149 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:05 user nova-compute[74497]: INFO nova.compute.manager [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Took 0.97 seconds to detach 1 volumes for instance.
Oct 24 15:01:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3] Deleting volume: c77f5661-9870-4309-882c-13e5a9080ac9 {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 15:01:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:06 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:01:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:01:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.290s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:06 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Deleted allocations for instance 0192d097-3b0c-4f90-b4e0-4dd719c3ffb3
Oct 24 15:01:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-33a156be-16e5-4865-bf86-645f6208a3e8 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "0192d097-3b0c-4f90-b4e0-4dd719c3ffb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.234s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:09 user nova-compute[74497]: INFO nova.compute.manager [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Rebooting instance
Oct 24 15:01:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:01:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquired lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:01:09 user nova-compute[74497]: DEBUG nova.network.neutron [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:01:10 user nova-compute[74497]: INFO nova.compute.manager [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: f9da4324-398f-4723-887f-6fcf0d15d401] Took 7.02 seconds to detach 1 volumes for instance.
Oct 24 15:01:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.310s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:10 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Deleted allocations for instance f9da4324-398f-4723-887f-6fcf0d15d401
Oct 24 15:01:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ea65ed48-718a-4bf9-b52e-dc2e6b472330 tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "f9da4324-398f-4723-887f-6fcf0d15d401" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.296s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Releasing lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-74a20a6f-2aa3-4fdb-b453-7f0da732dd40 req-ee1faab1-d46c-49de-88cb-94129d753409 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-unplugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74a20a6f-2aa3-4fdb-b453-7f0da732dd40 req-ee1faab1-d46c-49de-88cb-94129d753409 service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74a20a6f-2aa3-4fdb-b453-7f0da732dd40 req-ee1faab1-d46c-49de-88cb-94129d753409 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-74a20a6f-2aa3-4fdb-b453-7f0da732dd40 req-ee1faab1-d46c-49de-88cb-94129d753409 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-74a20a6f-2aa3-4fdb-b453-7f0da732dd40 req-ee1faab1-d46c-49de-88cb-94129d753409 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-unplugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:11 user nova-compute[74497]: WARNING nova.compute.manager [req-74a20a6f-2aa3-4fdb-b453-7f0da732dd40 req-ee1faab1-d46c-49de-88cb-94129d753409 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received unexpected event network-vif-unplugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with vm_state active and task_state reboot_started_hard.
Oct 24 15:01:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance destroyed successfully.
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'resources' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:58:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-403358349',display_name='tempest-TestMinimumBasicScenario-server-403358349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-403358349',id=30,image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL64IUQDc09ZUJJw8DMV4mTL4MZ2B+i8cJMPo26PCNTikIp7N1arbMLWMgdG/7XZyj7Tohw7bgfsZssaUmJGdcMZSdZFOU6k+6xibTpeJoFF5Mv33LbBcRIfXMvlZzU5Qg==',key_name='tempest-TestMinimumBasicScenario-307224927',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:58:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-z7b9rrdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:01:11Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=46b9e970-5be0-4890-9a33-ba042b41f96f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_vif [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84d0c340-cb, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cd3c4ab8-9513-4450-ac2b-795982c8e37d) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:01:11 user nova-compute[74497]: INFO os_vif [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb')
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IEcmdyXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:01:11 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f40e1f3e-b799-420d-8d23-d045105e520e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:01:11 user nova-compute[74497]: No targets found.
Oct 24 15:01:11 user nova-compute[74497]: iSNS:
Oct 24 15:01:11 user nova-compute[74497]: No targets found.
Oct 24 15:01:11 user nova-compute[74497]: STATIC:
Oct 24 15:01:11 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 15:01:11 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:11 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:11 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea
Oct 24 15:01:11 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:01:11 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:01:11 user nova-compute[74497]: FIRMWARE:
Oct 24 15:01:11 user nova-compute[74497]: No targets found.
Oct 24 15:01:11 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:01:11 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:01:11 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a142690-3714-473d-8870-8567567245b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94c4864-4b25-4768-ad8a-b87afb08fa72]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:11 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:11 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:11 user nova-compute[74497]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:11 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6068a560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[07b3ff9b-f894-4fd0-bc6d-9feff016518c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2cd431-b0e3-4676-bbd9-2669fa1c9305]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3faca9d-8758-4e2c-bd89-ff7e8b0aa704]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[361d7b1e-d7d0-4ceb-a6cf-c20e9caa1eb2]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e345ca55-74a6-4708-b70d-7c3ca4c10775]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0222d39d-7642-4f3a-b252-51fa3b29d4ca]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]
Oct 24 15:01:11 user nova-compute[74497]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.
Oct 24 15:01:11 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e2eda8-5d9d-49fd-8fe5-b49845b8896c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== disconnect_volume: return (281ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:01:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Start _get_guest_xml network_info=[{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=662489c5-a6d2-46f6-9fed-2d05d7152c28,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '662489c5-a6d2-46f6-9fed-2d05d7152c28'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': 'a9c6be5b-f5a5-425c-b5e9-172093b92779', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IEcmdyXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '46b9e970-5be0-4890-9a33-ba042b41f96f', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'serial': 'bd3b888e-a39b-4f55-a6e3-56261c8a5dea'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:01:12 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:01:12 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=662489c5-a6d2-46f6-9fed-2d05d7152c28,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.objects.instance [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'vcpu_model' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.objects.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Object Instance<46b9e970-5be0-4890-9a33-ba042b41f96f> lazy-loaded attributes: resources,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IEcmdyXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:01:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:01:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:01:12 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c79077a0-9eb6-4036-92b4-08887037e387]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:01:12 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0de9729-050b-412c-a89e-60a5fffcaef2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea] added
Oct 24 15:01:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6014ab01-7060-40fe-937a-bee9c2df8dd6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b81388-fba1-4c22-836f-9a036e2572a1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IEcmdyXS {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IEcmdyXS" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2e17ca-3c86-4324-964e-c43be527fb4f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IEcmdyXS'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[99cebac3-d437-4192-979c-2f44d000788a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c40d6df-9c23-4635-a192-fa1f688ef0b3]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[83575562-484f-4dc3-913f-9fc760ea0732]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]
Oct 24 15:01:12 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.
Oct 24 15:01:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[389f4257-5fba-4346-aa91-85fff0b0413a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f00168-8720-42cb-b892-81de4185531a]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:12 user nova-compute[74497]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:01:12 user nova-compute[74497]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:01:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[541d2fb6-0be1-4bb7-9ce9-58dabd2ce0f2]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:01:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IEcmdyXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-83095b82-67b8-40c8-bb98-3996322f20fe req-0858e818-58c2-488e-8667-5b74e244471b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-83095b82-67b8-40c8-bb98-3996322f20fe req-0858e818-58c2-488e-8667-5b74e244471b service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-83095b82-67b8-40c8-bb98-3996322f20fe req-0858e818-58c2-488e-8667-5b74e244471b service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-83095b82-67b8-40c8-bb98-3996322f20fe req-0858e818-58c2-488e-8667-5b74e244471b service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-83095b82-67b8-40c8-bb98-3996322f20fe req-0858e818-58c2-488e-8667-5b74e244471b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:13 user nova-compute[74497]: WARNING nova.compute.manager [req-83095b82-67b8-40c8-bb98-3996322f20fe req-0858e818-58c2-488e-8667-5b74e244471b service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received unexpected event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with vm_state active and task_state reboot_started_hard.
Oct 24 15:01:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '23865613337323762', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23865613337323762', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:58:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-403358349',display_name='tempest-TestMinimumBasicScenario-server-403358349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-403358349',id=30,image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL64IUQDc09ZUJJw8DMV4mTL4MZ2B+i8cJMPo26PCNTikIp7N1arbMLWMgdG/7XZyj7Tohw7bgfsZssaUmJGdcMZSdZFOU6k+6xibTpeJoFF5Mv33LbBcRIfXMvlZzU5Qg==',key_name='tempest-TestMinimumBasicScenario-307224927',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:58:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-z7b9rrdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:01:11Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=46b9e970-5be0-4890-9a33-ba042b41f96f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.objects.instance [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'pci_devices' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.objects.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Object Instance<46b9e970-5be0-4890-9a33-ba042b41f96f> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:01:13 user nova-compute[74497]:   <uuid>46b9e970-5be0-4890-9a33-ba042b41f96f</uuid>
Oct 24 15:01:13 user nova-compute[74497]:   <name>instance-0000001e</name>
Oct 24 15:01:13 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:01:13 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:01:13 user nova-compute[74497]:   <metadata>
Oct 24 15:01:13 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:01:13 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:01:13 user nova-compute[74497]:       <nova:name>tempest-TestMinimumBasicScenario-server-403358349</nova:name>
Oct 24 15:01:13 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:01:12</nova:creationTime>
Oct 24 15:01:13 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:01:13 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:01:13 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:01:13 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:01:13 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:01:13 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:01:13 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:01:13 user nova-compute[74497]:       <nova:owner>
Oct 24 15:01:13 user nova-compute[74497]:         <nova:user uuid="20d86a3cbd4c43498bb00d4b819bfe4f">tempest-TestMinimumBasicScenario-1758371287-project-member</nova:user>
Oct 24 15:01:13 user nova-compute[74497]:         <nova:project uuid="030e2d3b365648809a837cbd5d605431">tempest-TestMinimumBasicScenario-1758371287</nova:project>
Oct 24 15:01:13 user nova-compute[74497]:       </nova:owner>
Oct 24 15:01:13 user nova-compute[74497]:       <nova:root type="image" uuid="662489c5-a6d2-46f6-9fed-2d05d7152c28"/>
Oct 24 15:01:13 user nova-compute[74497]:       <nova:ports>
Oct 24 15:01:13 user nova-compute[74497]:         <nova:port uuid="84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f">
Oct 24 15:01:13 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 15:01:13 user nova-compute[74497]:         </nova:port>
Oct 24 15:01:13 user nova-compute[74497]:       </nova:ports>
Oct 24 15:01:13 user nova-compute[74497]:     </nova:instance>
Oct 24 15:01:13 user nova-compute[74497]:   </metadata>
Oct 24 15:01:13 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:01:13 user nova-compute[74497]:     <system>
Oct 24 15:01:13 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:01:13 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:01:13 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:01:13 user nova-compute[74497]:       <entry name="serial">46b9e970-5be0-4890-9a33-ba042b41f96f</entry>
Oct 24 15:01:13 user nova-compute[74497]:       <entry name="uuid">46b9e970-5be0-4890-9a33-ba042b41f96f</entry>
Oct 24 15:01:13 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:01:13 user nova-compute[74497]:     </system>
Oct 24 15:01:13 user nova-compute[74497]:   </sysinfo>
Oct 24 15:01:13 user nova-compute[74497]:   <os>
Oct 24 15:01:13 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:01:13 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:01:13 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:01:13 user nova-compute[74497]:   </os>
Oct 24 15:01:13 user nova-compute[74497]:   <features>
Oct 24 15:01:13 user nova-compute[74497]:     <acpi/>
Oct 24 15:01:13 user nova-compute[74497]:     <apic/>
Oct 24 15:01:13 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:01:13 user nova-compute[74497]:   </features>
Oct 24 15:01:13 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:01:13 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:01:13 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:01:13 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:01:13 user nova-compute[74497]:   </clock>
Oct 24 15:01:13 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:01:13 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:01:13 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:01:13 user nova-compute[74497]:   </cpu>
Oct 24 15:01:13 user nova-compute[74497]:   <devices>
Oct 24 15:01:13 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:01:13 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:01:13 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk"/>
Oct 24 15:01:13 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:01:13 user nova-compute[74497]:     </disk>
Oct 24 15:01:13 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:01:13 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:01:13 user nova-compute[74497]:       <source dev="/dev/sdb"/>
Oct 24 15:01:13 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 15:01:13 user nova-compute[74497]:       <serial>bd3b888e-a39b-4f55-a6e3-56261c8a5dea</serial>
Oct 24 15:01:13 user nova-compute[74497]:     </disk>
Oct 24 15:01:13 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:01:13 user nova-compute[74497]:       <mac address="fa:16:3e:07:11:1f"/>
Oct 24 15:01:13 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:01:13 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:01:13 user nova-compute[74497]:       <target dev="tap84d0c340-cb"/>
Oct 24 15:01:13 user nova-compute[74497]:     </interface>
Oct 24 15:01:13 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:01:13 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/console.log" append="off"/>
Oct 24 15:01:13 user nova-compute[74497]:     </serial>
Oct 24 15:01:13 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:01:13 user nova-compute[74497]:     <video>
Oct 24 15:01:13 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:01:13 user nova-compute[74497]:     </video>
Oct 24 15:01:13 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:01:13 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:01:13 user nova-compute[74497]:     </rng>
Oct 24 15:01:13 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:01:13 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:01:13 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:01:13 user nova-compute[74497]:     </memballoon>
Oct 24 15:01:13 user nova-compute[74497]:   </devices>
Oct 24 15:01:13 user nova-compute[74497]: </domain>
Oct 24 15:01:13 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.objects.instance [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'trusted_certs' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.objects.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Object Instance<46b9e970-5be0-4890-9a33-ba042b41f96f> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Checking if we can resize image /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:01:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Cannot resize image /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'migration_context' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG nova.objects.base [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Object Instance<46b9e970-5be0-4890-9a33-ba042b41f96f> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:58:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-403358349',display_name='tempest-TestMinimumBasicScenario-server-403358349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-403358349',id=30,image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL64IUQDc09ZUJJw8DMV4mTL4MZ2B+i8cJMPo26PCNTikIp7N1arbMLWMgdG/7XZyj7Tohw7bgfsZssaUmJGdcMZSdZFOU6k+6xibTpeJoFF5Mv33LbBcRIfXMvlZzU5Qg==',key_name='tempest-TestMinimumBasicScenario-307224927',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:58:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-z7b9rrdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:01:11Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=46b9e970-5be0-4890-9a33-ba042b41f96f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG os_vif [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '98ff0cbf-7d7f-5cce-8bc5-36dd60c8f274', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84d0c340-cb, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84d0c340-cb, col_values=(('qos', UUID('06509edc-62ae-4ac9-b35e-5af1ed15528f')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84d0c340-cb, col_values=(('external_ids', {'iface-id': '84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:11:1f', 'vm-uuid': '46b9e970-5be0-4890-9a33-ba042b41f96f'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:01:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:14 user nova-compute[74497]: INFO os_vif [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb')
Oct 24 15:01:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-e7befc5a-74ba-4966-abe8-fb6fa0e6121a req-42b5ea9e-23e3-4c2a-a4c6-67718b52a4fc service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e7befc5a-74ba-4966-abe8-fb6fa0e6121a req-42b5ea9e-23e3-4c2a-a4c6-67718b52a4fc service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e7befc5a-74ba-4966-abe8-fb6fa0e6121a req-42b5ea9e-23e3-4c2a-a4c6-67718b52a4fc service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e7befc5a-74ba-4966-abe8-fb6fa0e6121a req-42b5ea9e-23e3-4c2a-a4c6-67718b52a4fc service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-e7befc5a-74ba-4966-abe8-fb6fa0e6121a req-42b5ea9e-23e3-4c2a-a4c6-67718b52a4fc service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:15 user nova-compute[74497]: WARNING nova.compute.manager [req-e7befc5a-74ba-4966-abe8-fb6fa0e6121a req-42b5ea9e-23e3-4c2a-a4c6-67718b52a4fc service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received unexpected event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with vm_state active and task_state reboot_started_hard.
Oct 24 15:01:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-53a8a431-59b4-451d-afdc-e4e2f3f43c73 req-a844a100-f265-4956-bde5-23675ef86235 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-53a8a431-59b4-451d-afdc-e4e2f3f43c73 req-a844a100-f265-4956-bde5-23675ef86235 service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-53a8a431-59b4-451d-afdc-e4e2f3f43c73 req-a844a100-f265-4956-bde5-23675ef86235 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-53a8a431-59b4-451d-afdc-e4e2f3f43c73 req-a844a100-f265-4956-bde5-23675ef86235 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-53a8a431-59b4-451d-afdc-e4e2f3f43c73 req-a844a100-f265-4956-bde5-23675ef86235 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:17 user nova-compute[74497]: WARNING nova.compute.manager [req-53a8a431-59b4-451d-afdc-e4e2f3f43c73 req-a844a100-f265-4956-bde5-23675ef86235 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received unexpected event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with vm_state active and task_state reboot_started_hard.
Oct 24 15:01:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:01:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance rebooted successfully.
Oct 24 15:01:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:01:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-beec9527-3c88-4295-9532-4f7b8c0cd4fd tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.171s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:01:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:01:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:01:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:01:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:01:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:01:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:36 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:01:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:01:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:46 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.254s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:49 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:01:49 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:01:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8018MB free_disk=25.119831085205078GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 4b220537-5d67-4007-a82b-8e713b0d3aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:01:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a5348d3e-e107-4688-a578-6a52dcaca7ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 46b9e970-5be0-4890-9a33-ba042b41f96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a9e6e3a6-c308-431a-ad69-f6fa1aba4246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.363s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:52 user nova-compute[74497]: INFO nova.compute.manager [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Terminating instance
Oct 24 15:01:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-a81f045e-7735-4e93-8df9-e3390dacb942 req-e48c46d7-ea24-43f1-9694-3a9711780eea service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received event network-vif-unplugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a81f045e-7735-4e93-8df9-e3390dacb942 req-e48c46d7-ea24-43f1-9694-3a9711780eea service nova] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a81f045e-7735-4e93-8df9-e3390dacb942 req-e48c46d7-ea24-43f1-9694-3a9711780eea service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a81f045e-7735-4e93-8df9-e3390dacb942 req-e48c46d7-ea24-43f1-9694-3a9711780eea service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-a81f045e-7735-4e93-8df9-e3390dacb942 req-e48c46d7-ea24-43f1-9694-3a9711780eea service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] No waiting events found dispatching network-vif-unplugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-a81f045e-7735-4e93-8df9-e3390dacb942 req-e48c46d7-ea24-43f1-9694-3a9711780eea service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received event network-vif-unplugged-8c7d1529-d090-4d07-91c5-8f070844788e for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:01:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Instance destroyed successfully.
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lazy-loading 'resources' on Instance uuid 4b220537-5d67-4007-a82b-8e713b0d3aa6 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-548863153',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-548863153',id=1,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:40:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b94c5c5b44de4e8585490872dd5f0b16',ramdisk_id='',reservation_id='r-zasarp0e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:42:30Z,user_data=None,user_id='38a58561620648e0aa4a2bf3caf99e05',uuid=4b220537-5d67-4007-a82b-8e713b0d3aa6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converting VIF {"id": "8c7d1529-d090-4d07-91c5-8f070844788e", "address": "fa:16:3e:b6:ea:1b", "network": {"id": "35ac42b7-276d-41cf-92c7-ac9ba3a20970", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1427578014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b94c5c5b44de4e8585490872dd5f0b16", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7d1529-d0", "ovs_interfaceid": "8c7d1529-d090-4d07-91c5-8f070844788e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:ea:1b,bridge_name='br-int',has_traffic_filtering=True,id=8c7d1529-d090-4d07-91c5-8f070844788e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7d1529-d0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG os_vif [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:ea:1b,bridge_name='br-int',has_traffic_filtering=True,id=8c7d1529-d090-4d07-91c5-8f070844788e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7d1529-d0') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c7d1529-d0, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ab3e2d1-e377-48f2-8617-4bd8c67676c5) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:53 user nova-compute[74497]: INFO os_vif [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:ea:1b,bridge_name='br-int',has_traffic_filtering=True,id=8c7d1529-d090-4d07-91c5-8f070844788e,network=Network(35ac42b7-276d-41cf-92c7-ac9ba3a20970),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7d1529-d0')
Oct 24 15:01:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Deleting instance files /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6_del
Oct 24 15:01:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Deletion of /opt/stack/data/nova/instances/4b220537-5d67-4007-a82b-8e713b0d3aa6_del complete
Oct 24 15:01:53 user nova-compute[74497]: INFO nova.compute.manager [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 24 15:01:53 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:53 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Took 0.56 seconds to deallocate network for instance.
Oct 24 15:01:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-e0095ec3-f04f-4b29-826c-1712de4fefde req-719abaae-29a0-48aa-89dd-5782f115e58e service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received event network-vif-deleted-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.269s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:54 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Deleted allocations for instance 4b220537-5d67-4007-a82b-8e713b0d3aa6
Oct 24 15:01:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-97017c1e-259f-4d15-86eb-92a75ecb3d7e tempest-ServerBootFromVolumeStableRescueTest-1664780445 tempest-ServerBootFromVolumeStableRescueTest-1664780445-project-member] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.903s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-68b77f6b-489a-4b6a-8a3f-e7aef2b5473e req-3f51b5dc-6a58-4625-96c3-1ea9547a1ed1 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received event network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68b77f6b-489a-4b6a-8a3f-e7aef2b5473e req-3f51b5dc-6a58-4625-96c3-1ea9547a1ed1 service nova] Acquiring lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68b77f6b-489a-4b6a-8a3f-e7aef2b5473e req-3f51b5dc-6a58-4625-96c3-1ea9547a1ed1 service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68b77f6b-489a-4b6a-8a3f-e7aef2b5473e req-3f51b5dc-6a58-4625-96c3-1ea9547a1ed1 service nova] Lock "4b220537-5d67-4007-a82b-8e713b0d3aa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-68b77f6b-489a-4b6a-8a3f-e7aef2b5473e req-3f51b5dc-6a58-4625-96c3-1ea9547a1ed1 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] No waiting events found dispatching network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:01:54 user nova-compute[74497]: WARNING nova.compute.manager [req-68b77f6b-489a-4b6a-8a3f-e7aef2b5473e req-3f51b5dc-6a58-4625-96c3-1ea9547a1ed1 service nova] [instance: 4b220537-5d67-4007-a82b-8e713b0d3aa6] Received unexpected event network-vif-plugged-8c7d1529-d090-4d07-91c5-8f070844788e for instance with vm_state deleted and task_state None.
Oct 24 15:01:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:01:55 user nova-compute[74497]: INFO nova.compute.claims [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Claim successful on node user
Oct 24 15:01:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.382s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:01:55 user nova-compute[74497]: INFO nova.compute.manager [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Detaching volume 711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.network.neutron [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:01:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:01:55 user nova-compute[74497]: INFO nova.virt.block_device [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Attempting to driver detach volume 711d22a9-ef6f-4600-a2fe-6052037ab6de from mountpoint /dev/vdb
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Attempting to detach device vdb from instance a5348d3e-e107-4688-a578-6a52dcaca7ec from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:01:55 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:01:55 user nova-compute[74497]:   <source dev="/dev/sdf"/>
Oct 24 15:01:55 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:01:55 user nova-compute[74497]:   <serial>711d22a9-ef6f-4600-a2fe-6052037ab6de</serial>
Oct 24 15:01:55 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:01:55 user nova-compute[74497]: </disk>
Oct 24 15:01:55 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:01:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully detached device vdb from instance a5348d3e-e107-4688-a578-6a52dcaca7ec from the persistent domain config.
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a5348d3e-e107-4688-a578-6a52dcaca7ec from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:01:55 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:01:55 user nova-compute[74497]:   <source dev="/dev/sdf"/>
Oct 24 15:01:55 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:01:55 user nova-compute[74497]:   <serial>711d22a9-ef6f-4600-a2fe-6052037ab6de</serial>
Oct 24 15:01:55 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:01:55 user nova-compute[74497]: </disk>
Oct 24 15:01:55 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:01:55 user nova-compute[74497]: DEBUG nova.policy [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6acc0a2c7c0147a4b8c21d52db3730c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abdcaf31a71746b7901f43d2f077d4a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:01:55 user nova-compute[74497]: INFO nova.virt.block_device [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Booting with volume 14903035-85e4-4049-b043-5c43190afa9a at /dev/vda
Oct 24 15:01:56 user nova-compute[74497]: DEBUG os_brick.utils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3b00b5-798f-488d-8ac2-e3aa10ba566f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd95542-c565-446f-8762-7c778c4b7439]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd57b89f-1984-4ba8-8fe3-8951fccb74a6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5851d9c-d62f-440d-a7eb-4f497489bcd0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:01:56 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ce85dad-573e-4ce6-ad5f-268b3c7bc8e6]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG os_brick.utils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating existing volume attachment record: 8382aa72-8f40-4a27-bc58-ef776f90c82d {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Successfully created port: 66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing instance network info cache due to event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:01:56 user nova-compute[74497]: DEBUG nova.network.neutron [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updated VIF entry in instance network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing instance network info cache due to event network-changed-a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Refreshing network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Successfully updated port: 66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquired lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-changed-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Refreshing instance network info cache due to event network-changed-66ab7980-5a89-4b55-81c8-a5f4dbd931d9. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] Acquiring lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:01:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Releasing lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance network_info: |[{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] Acquired lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Refreshing network info cache for port 66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updated VIF entry in instance network info cache for port a632ab2b-8647-49f2-8ac7-4067527a4574. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-776d1ca3-c39a-4fc0-8d22-4ada7eaa315b req-29785a40-8369-4074-9ccb-7ac34796f7cd service nova] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updated VIF entry in instance network info cache for port 66ab7980-5a89-4b55-81c8-a5f4dbd931d9. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:01:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-96f2916e-77a4-49ac-90a0-3c688ddacfda req-bfd905be-8c56-4ff0-b74e-f4ad8b7af03f service nova] Releasing lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:02:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:16 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a5348d3e-e107-4688-a578-6a52dcaca7ec is timed out.
Oct 24 15:02:16 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully detached device vdb from instance a5348d3e-e107-4688-a578-6a52dcaca7ec from the live domain config.
Oct 24 15:02:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VevHUOal', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:02:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a779a341-9e8f-442c-a3e9-b15a1b02186b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:02:16 user nova-compute[74497]: No targets found.
Oct 24 15:02:16 user nova-compute[74497]: iSNS:
Oct 24 15:02:16 user nova-compute[74497]: No targets found.
Oct 24 15:02:16 user nova-compute[74497]: STATIC:
Oct 24 15:02:16 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de
Oct 24 15:02:16 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:02:16 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:02:16 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea
Oct 24 15:02:16 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:02:16 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:02:16 user nova-compute[74497]: FIRMWARE:
Oct 24 15:02:16 user nova-compute[74497]: No targets found.
Oct 24 15:02:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:02:16 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:02:16 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e8a788-c716-440b-8b19-b401d46c98a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e9b0270-2369-41fe-83c2-5c34cea3a80e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:02:16 user nova-compute[74497]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:02:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de (non-flash)
Oct 24 15:02:16 user nova-compute[74497]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:02:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40733d00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de'): ({'sdf'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Removing single pathed devices sdf {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[94d91f9b-a5c8-4401-9a64-255d1f6c66df]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a6b44e8-a61c-470f-b6c9-39a8d811daa5]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Flushing IO for device /dev/sdf {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[28f9ec03-93a6-450c-9051-7f4b98e0ec97]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.033s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7478702-c007-4d9b-837d-2b9457b2f43b]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] SCSI volumes sdf have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bedd52a2-1bde-41a5-9666-60c1f0b15461]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[83a0f1aa-9d07-47c0-aaf6-d5e55a33680b]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260]
Oct 24 15:02:16 user nova-compute[74497]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de, portal: 172.16.0.220,3260] successful.
Oct 24 15:02:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:711d22a9-ef6f-4600-a2fe-6052037ab6de -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[50124495-9548-4a47-9175-9bd1aa98e2e4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] <== disconnect_volume: return (293ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:02:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:02:17 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'flavor' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:02:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f6e122b8-e801-48ec-8573-678ad91ed2e3 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.768s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:02:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:02:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:02:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:02:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing instance network info cache due to event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] Acquiring lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] Acquired lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG nova.network.neutron [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG nova.network.neutron [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updated VIF entry in instance network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG nova.network.neutron [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:02:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6dfdd3f6-743c-4b96-b77a-a89be7c597ce req-6aed7dcf-6284-4b38-8340-da0baaabf795 service nova] Releasing lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:02:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:02:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:02:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:02:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:02:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:29 user nova-compute[74497]: INFO nova.compute.manager [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Shelving
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-3c2a98dc-3514-4a1e-a3f7-6d3d87df0f9d req-98ce28fb-c1f0-4ae9-8b8a-9ec7f4acdb75 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-unplugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3c2a98dc-3514-4a1e-a3f7-6d3d87df0f9d req-98ce28fb-c1f0-4ae9-8b8a-9ec7f4acdb75 service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3c2a98dc-3514-4a1e-a3f7-6d3d87df0f9d req-98ce28fb-c1f0-4ae9-8b8a-9ec7f4acdb75 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3c2a98dc-3514-4a1e-a3f7-6d3d87df0f9d req-98ce28fb-c1f0-4ae9-8b8a-9ec7f4acdb75 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-3c2a98dc-3514-4a1e-a3f7-6d3d87df0f9d req-98ce28fb-c1f0-4ae9-8b8a-9ec7f4acdb75 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-unplugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:02:29 user nova-compute[74497]: WARNING nova.compute.manager [req-3c2a98dc-3514-4a1e-a3f7-6d3d87df0f9d req-98ce28fb-c1f0-4ae9-8b8a-9ec7f4acdb75 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received unexpected event network-vif-unplugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with vm_state active and task_state shelving.
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance destroyed successfully.
Oct 24 15:02:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:29 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Beginning cold snapshot process
Oct 24 15:02:30 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk /opt/stack/data/nova/instances/snapshots/tmp5u243ht8/0addf5320906450c9adab441eb467e59 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:30 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk /opt/stack/data/nova/instances/snapshots/tmp5u243ht8/0addf5320906450c9adab441eb467e59" returned: 0 in 0.700s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:30 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Snapshot extracted, beginning image upload
Oct 24 15:02:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-dc9400c4-f11e-42ff-97b3-64d545ced295 req-f76c5e8d-bfe8-43fc-acb4-96fc474fafbb service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dc9400c4-f11e-42ff-97b3-64d545ced295 req-f76c5e8d-bfe8-43fc-acb4-96fc474fafbb service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dc9400c4-f11e-42ff-97b3-64d545ced295 req-f76c5e8d-bfe8-43fc-acb4-96fc474fafbb service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dc9400c4-f11e-42ff-97b3-64d545ced295 req-f76c5e8d-bfe8-43fc-acb4-96fc474fafbb service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-dc9400c4-f11e-42ff-97b3-64d545ced295 req-f76c5e8d-bfe8-43fc-acb4-96fc474fafbb service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:02:31 user nova-compute[74497]: WARNING nova.compute.manager [req-dc9400c4-f11e-42ff-97b3-64d545ced295 req-f76c5e8d-bfe8-43fc-acb4-96fc474fafbb service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received unexpected event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 15:02:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Snapshot image upload complete
Oct 24 15:02:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:02:33 user nova-compute[74497]: INFO nova.compute.manager [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Shelve offloading
Oct 24 15:02:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance destroyed successfully.
Oct 24 15:02:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:02:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:02:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquired lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:02:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:02:33 user nova-compute[74497]: DEBUG nova.network.neutron [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:02:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Releasing lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:02:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance destroyed successfully.
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'resources' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:00:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-719175836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-719175836',id=32,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaUVIwoAz3foYDu5sMku87EpqwSEEfPgvdox4jCNYWivDDEvSOpatIZqPt5orc1QSVI1rrU8JvNGQnh6WIRABltChfnk/aCssvmNNk7OpbiRU9e5EoxdZWNeBGN/VrA3g==',key_name='tempest-keypair-813945309',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:00:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-sce23q9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member',shelved_at='2023-10-24T15:02:33.394484',shelved_host='user',shelved_image_id='ea2f7faf-d24c-42b6-9dfb-496fdd523d6e'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:02:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=a9e6e3a6-c308-431a-ad69-f6fa1aba4246,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG os_vif [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7472010-98, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c13cd2c-ae79-4850-848f-02b6dd044daf) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:34 user nova-compute[74497]: INFO os_vif [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98')
Oct 24 15:02:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Deleting instance files /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246_del
Oct 24 15:02:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Deletion of /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246_del complete
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing instance network info cache due to event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] Acquiring lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] Acquired lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.network.neutron [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:02:34 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Deleted allocations for instance a9e6e3a6-c308-431a-ad69-f6fa1aba4246
Oct 24 15:02:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'numa_topology' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:02:34 user nova-compute[74497]: DEBUG nova.objects.base [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Object Instance<a9e6e3a6-c308-431a-ad69-f6fa1aba4246> lazy-loaded attributes: resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:02:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:02:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:02:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updated VIF entry in instance network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:02:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapc7472010-98", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:02:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8cd07de6-a290-4fa0-9777-7c12c4e7815c req-170202a3-afc2-40de-bcf2-e384de0f4198 service nova] Releasing lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:02:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d336cb03-0de1-443e-aa38-eda198c6b02e tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.172s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:36 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [{"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-a5348d3e-e107-4688-a578-6a52dcaca7ec" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:45 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:02:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:46 user nova-compute[74497]: INFO nova.compute.manager [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Terminating instance
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-d77d0ca5-2667-4205-836a-bff1e0b8ddf3 req-9a3a47dc-1c69-4165-be89-405400b5ca9c service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d77d0ca5-2667-4205-836a-bff1e0b8ddf3 req-9a3a47dc-1c69-4165-be89-405400b5ca9c service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d77d0ca5-2667-4205-836a-bff1e0b8ddf3 req-9a3a47dc-1c69-4165-be89-405400b5ca9c service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d77d0ca5-2667-4205-836a-bff1e0b8ddf3 req-9a3a47dc-1c69-4165-be89-405400b5ca9c service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-d77d0ca5-2667-4205-836a-bff1e0b8ddf3 req-9a3a47dc-1c69-4165-be89-405400b5ca9c service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-d77d0ca5-2667-4205-836a-bff1e0b8ddf3 req-9a3a47dc-1c69-4165-be89-405400b5ca9c service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-unplugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:02:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Instance destroyed successfully.
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.objects.instance [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'resources' on Instance uuid a5348d3e-e107-4688-a578-6a52dcaca7ec {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:55:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-653297934',display_name='tempest-ServerRescueNegativeTestJSON-server-653297934',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-653297934',id=29,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjjBwkHO84x/+ecNqaa3t+VOghwKzWum4a2a9+HS+J7nif6G8yCnlvCYyeEJK30SqqCDQ4KvzACbkRA6E1Ar9/qelSERzs+W3rhjfN1wlhH52GQbbLO55fUTMJLd63O2Q==',key_name='tempest-keypair-1229386929',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:58:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-a3jpleus',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:00:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=a5348d3e-e107-4688-a578-6a52dcaca7ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "a632ab2b-8647-49f2-8ac7-4067527a4574", "address": "fa:16:3e:18:a6:11", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa632ab2b-86", "ovs_interfaceid": "a632ab2b-8647-49f2-8ac7-4067527a4574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG os_vif [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa632ab2b-86, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2a3838ea-fe6e-49ba-9b00-3f6e8643a2b5) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:46 user nova-compute[74497]: INFO os_vif [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:18:a6:11,bridge_name='br-int',has_traffic_filtering=True,id=a632ab2b-8647-49f2-8ac7-4067527a4574,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa632ab2b-86')
Oct 24 15:02:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Deleting instance files /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec_del
Oct 24 15:02:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Deletion of /opt/stack/data/nova/instances/a5348d3e-e107-4688-a578-6a52dcaca7ec_del complete
Oct 24 15:02:47 user nova-compute[74497]: INFO nova.compute.manager [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-d44ee97c-798d-4832-ab89-7e9a493f1552 req-286797b2-cc26-478c-bc24-ac89bedf911f service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-deleted-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:48 user nova-compute[74497]: INFO nova.compute.manager [req-d44ee97c-798d-4832-ab89-7e9a493f1552 req-286797b2-cc26-478c-bc24-ac89bedf911f service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Neutron deleted interface a632ab2b-8647-49f2-8ac7-4067527a4574; detaching it from the instance and deleting it from the info cache
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.network.neutron [req-d44ee97c-798d-4832-ab89-7e9a493f1552 req-286797b2-cc26-478c-bc24-ac89bedf911f service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:02:48 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Took 0.98 seconds to deallocate network for instance.
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-d44ee97c-798d-4832-ab89-7e9a493f1552 req-286797b2-cc26-478c-bc24-ac89bedf911f service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Detach interface failed, port_id=a632ab2b-8647-49f2-8ac7-4067527a4574, reason: Instance a5348d3e-e107-4688-a578-6a52dcaca7ec could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.672s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-5bec86f6-a03c-4fa8-9b94-031639936f34 req-66d65842-097c-4798-8659-c973cefb4f5f service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5bec86f6-a03c-4fa8-9b94-031639936f34 req-66d65842-097c-4798-8659-c973cefb4f5f service nova] Acquiring lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5bec86f6-a03c-4fa8-9b94-031639936f34 req-66d65842-097c-4798-8659-c973cefb4f5f service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5bec86f6-a03c-4fa8-9b94-031639936f34 req-66d65842-097c-4798-8659-c973cefb4f5f service nova] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-5bec86f6-a03c-4fa8-9b94-031639936f34 req-66d65842-097c-4798-8659-c973cefb4f5f service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] No waiting events found dispatching network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:02:48 user nova-compute[74497]: WARNING nova.compute.manager [req-5bec86f6-a03c-4fa8-9b94-031639936f34 req-66d65842-097c-4798-8659-c973cefb4f5f service nova] [instance: a5348d3e-e107-4688-a578-6a52dcaca7ec] Received unexpected event network-vif-plugged-a632ab2b-8647-49f2-8ac7-4067527a4574 for instance with vm_state deleted and task_state None.
Oct 24 15:02:48 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Deleted allocations for instance a5348d3e-e107-4688-a578-6a52dcaca7ec
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-61030db4-a7a7-4f5e-a76f-132f63791533 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "a5348d3e-e107-4688-a578-6a52dcaca7ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.715s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:49 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:02:49 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8404MB free_disk=25.233123779296875GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 46b9e970-5be0-4890-9a33-ba042b41f96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:02:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:02:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:02:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:02:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:02:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.315s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:02:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:02:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Creating image(s)
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Ensure instance console log exists: /opt/stack/data/nova/instances/689b79ed-fb42-4fc1-8fd7-f54cb6c0217b/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Start _get_guest_xml network_info=[{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '8382aa72-8f40-4a27-bc58-ef776f90c82d', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '689b79ed-fb42-4fc1-8fd7-f54cb6c0217b', 'attached_at': '', 'detached_at': '', 'volume_id': '14903035-85e4-4049-b043-5c43190afa9a', 'serial': '14903035-85e4-4049-b043-5c43190afa9a'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:02:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:02:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:02:56 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:02:56 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:02:56 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260" returned: 21 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3db98c26-9ec4-4890-9e35-7910f674f31b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:02:56 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[70893ffa-3ea5-456c-8808-2ccc5e63abc7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a] added
Oct 24 15:02:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d118cc7-e9c7-40b6-8c78-ef42d0c2bd59]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[286e9e3c-a23e-4266-865f-bd04343b4d2c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v diDKtFNl {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v diDKtFNl" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d295f5-0a95-425d-b4b5-3349d78be25a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'diDKtFNl'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e559ce-ea7f-424d-af7a-272f18d078be]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af17704-736e-4b0b-a5d9-c0f05cdd0b95]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:02:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:02:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --login" returned: 0 in 0.131s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf0312f5-3985-48d5-8ee0-29e97fc94f63]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]
Oct 24 15:02:57 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.
Oct 24 15:02:57 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cf97f6f-f6b7-4ace-ace0-bcaa8eab1897]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8159274-adf1-4acf-9537-21a2edbe778d]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:02:57 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:02:57 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:02:57 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:02:57 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.397s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae96dc1d-2990-49c2-89f5-6f62a34032b1]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:02:57 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== connect_volume: return (1434ms) {'type': 'block', 'scsi_wwn': '23137363130373761', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137363130373761', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:01:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1524961245',display_name='tempest-ServerActionsTestOtherA-server-1524961245',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1524961245',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-eezjyegs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:01:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=689b79ed-fb42-4fc1-8fd7-f54cb6c0217b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.objects.instance [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'pci_devices' on Instance uuid 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:02:58 user nova-compute[74497]:   <uuid>689b79ed-fb42-4fc1-8fd7-f54cb6c0217b</uuid>
Oct 24 15:02:58 user nova-compute[74497]:   <name>instance-00000021</name>
Oct 24 15:02:58 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:02:58 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:02:58 user nova-compute[74497]:   <metadata>
Oct 24 15:02:58 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:02:58 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:02:58 user nova-compute[74497]:       <nova:name>tempest-ServerActionsTestOtherA-server-1524961245</nova:name>
Oct 24 15:02:58 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:02:56</nova:creationTime>
Oct 24 15:02:58 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:02:58 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:02:58 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:02:58 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:02:58 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:02:58 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:02:58 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:02:58 user nova-compute[74497]:       <nova:owner>
Oct 24 15:02:58 user nova-compute[74497]:         <nova:user uuid="6acc0a2c7c0147a4b8c21d52db3730c6">tempest-ServerActionsTestOtherA-416295733-project-member</nova:user>
Oct 24 15:02:58 user nova-compute[74497]:         <nova:project uuid="abdcaf31a71746b7901f43d2f077d4a6">tempest-ServerActionsTestOtherA-416295733</nova:project>
Oct 24 15:02:58 user nova-compute[74497]:       </nova:owner>
Oct 24 15:02:58 user nova-compute[74497]:       <nova:ports>
Oct 24 15:02:58 user nova-compute[74497]:         <nova:port uuid="66ab7980-5a89-4b55-81c8-a5f4dbd931d9">
Oct 24 15:02:58 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 15:02:58 user nova-compute[74497]:         </nova:port>
Oct 24 15:02:58 user nova-compute[74497]:       </nova:ports>
Oct 24 15:02:58 user nova-compute[74497]:     </nova:instance>
Oct 24 15:02:58 user nova-compute[74497]:   </metadata>
Oct 24 15:02:58 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:02:58 user nova-compute[74497]:     <system>
Oct 24 15:02:58 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:02:58 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:02:58 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:02:58 user nova-compute[74497]:       <entry name="serial">689b79ed-fb42-4fc1-8fd7-f54cb6c0217b</entry>
Oct 24 15:02:58 user nova-compute[74497]:       <entry name="uuid">689b79ed-fb42-4fc1-8fd7-f54cb6c0217b</entry>
Oct 24 15:02:58 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:02:58 user nova-compute[74497]:     </system>
Oct 24 15:02:58 user nova-compute[74497]:   </sysinfo>
Oct 24 15:02:58 user nova-compute[74497]:   <os>
Oct 24 15:02:58 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:02:58 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:02:58 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:02:58 user nova-compute[74497]:   </os>
Oct 24 15:02:58 user nova-compute[74497]:   <features>
Oct 24 15:02:58 user nova-compute[74497]:     <acpi/>
Oct 24 15:02:58 user nova-compute[74497]:     <apic/>
Oct 24 15:02:58 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:02:58 user nova-compute[74497]:   </features>
Oct 24 15:02:58 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:02:58 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:02:58 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:02:58 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:02:58 user nova-compute[74497]:   </clock>
Oct 24 15:02:58 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:02:58 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:02:58 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:02:58 user nova-compute[74497]:   </cpu>
Oct 24 15:02:58 user nova-compute[74497]:   <devices>
Oct 24 15:02:58 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:02:58 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:02:58 user nova-compute[74497]:       <source dev="/dev/sdc"/>
Oct 24 15:02:58 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:02:58 user nova-compute[74497]:       <serial>14903035-85e4-4049-b043-5c43190afa9a</serial>
Oct 24 15:02:58 user nova-compute[74497]:     </disk>
Oct 24 15:02:58 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:02:58 user nova-compute[74497]:       <mac address="fa:16:3e:e0:2a:54"/>
Oct 24 15:02:58 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:02:58 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:02:58 user nova-compute[74497]:       <target dev="tap66ab7980-5a"/>
Oct 24 15:02:58 user nova-compute[74497]:     </interface>
Oct 24 15:02:58 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:02:58 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/689b79ed-fb42-4fc1-8fd7-f54cb6c0217b/console.log" append="off"/>
Oct 24 15:02:58 user nova-compute[74497]:     </serial>
Oct 24 15:02:58 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:02:58 user nova-compute[74497]:     <video>
Oct 24 15:02:58 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:02:58 user nova-compute[74497]:     </video>
Oct 24 15:02:58 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:02:58 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:02:58 user nova-compute[74497]:     </rng>
Oct 24 15:02:58 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:02:58 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:02:58 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:02:58 user nova-compute[74497]:     </memballoon>
Oct 24 15:02:58 user nova-compute[74497]:   </devices>
Oct 24 15:02:58 user nova-compute[74497]: </domain>
Oct 24 15:02:58 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:01:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1524961245',display_name='tempest-ServerActionsTestOtherA-server-1524961245',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1524961245',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-eezjyegs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:01:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=689b79ed-fb42-4fc1-8fd7-f54cb6c0217b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG os_vif [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c78a579d-3a6a-5c25-994a-269eb6ac710e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66ab7980-5a, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66ab7980-5a, col_values=(('qos', UUID('06cfacf1-03b0-41a2-8290-960821551bd5')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66ab7980-5a, col_values=(('external_ids', {'iface-id': '66ab7980-5a89-4b55-81c8-a5f4dbd931d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:2a:54', 'vm-uuid': '689b79ed-fb42-4fc1-8fd7-f54cb6c0217b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:58 user nova-compute[74497]: INFO os_vif [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a')
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:02:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No VIF found with MAC fa:16:3e:e0:2a:54, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-c2e6c552-eca0-45bd-8dea-416434175b7d req-c7757576-5fe7-41e2-88cb-dddf5c5e0a25 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c2e6c552-eca0-45bd-8dea-416434175b7d req-c7757576-5fe7-41e2-88cb-dddf5c5e0a25 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c2e6c552-eca0-45bd-8dea-416434175b7d req-c7757576-5fe7-41e2-88cb-dddf5c5e0a25 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c2e6c552-eca0-45bd-8dea-416434175b7d req-c7757576-5fe7-41e2-88cb-dddf5c5e0a25 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-c2e6c552-eca0-45bd-8dea-416434175b7d req-c7757576-5fe7-41e2-88cb-dddf5c5e0a25 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:02:59 user nova-compute[74497]: WARNING nova.compute.manager [req-c2e6c552-eca0-45bd-8dea-416434175b7d req-c7757576-5fe7-41e2-88cb-dddf5c5e0a25 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received unexpected event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with vm_state building and task_state spawning.
Oct 24 15:02:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:02:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:03:00 user nova-compute[74497]: INFO nova.compute.claims [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Claim successful on node user
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.317s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:03:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.policy [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8938d0f0b234c62b8595a501497bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cf1f47e298a49a5b0df7c93a72eeeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:03:00 user nova-compute[74497]: INFO nova.virt.block_device [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Booting with volume ff7fe4d4-f89d-4c87-98f4-2ff168543b2b at /dev/vda
Oct 24 15:03:00 user nova-compute[74497]: DEBUG os_brick.utils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8759fcb-4f10-4547-8d11-67b46d5bd7b9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abedd51-84a3-4395-83ab-012e2ff525e0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[beb26f2a-19e4-4ef3-b57f-e38c73cf4b1b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[32d04261-d6b1-4872-8b90-bd08a4d91a3b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:03:00 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:03:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e44fb428-4335-46de-9c8f-7b6ef597833b]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG os_brick.utils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:03:00 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updating existing volume attachment record: 56e2d22c-f868-4c44-9103-c475e602fdc0 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Successfully created port: 115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:03:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance spawned successfully.
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-68b9f22a-c62f-4086-b093-146780ca4220 req-03234c4f-4c61-4749-872b-326ce9d5f4b5 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68b9f22a-c62f-4086-b093-146780ca4220 req-03234c4f-4c61-4749-872b-326ce9d5f4b5 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68b9f22a-c62f-4086-b093-146780ca4220 req-03234c4f-4c61-4749-872b-326ce9d5f4b5 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-68b9f22a-c62f-4086-b093-146780ca4220 req-03234c4f-4c61-4749-872b-326ce9d5f4b5 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-68b9f22a-c62f-4086-b093-146780ca4220 req-03234c4f-4c61-4749-872b-326ce9d5f4b5 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:03:01 user nova-compute[74497]: WARNING nova.compute.manager [req-68b9f22a-c62f-4086-b093-146780ca4220 req-03234c4f-4c61-4749-872b-326ce9d5f4b5 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received unexpected event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with vm_state building and task_state spawning.
Oct 24 15:03:01 user nova-compute[74497]: INFO nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Took 5.30 seconds to spawn the instance on the hypervisor.
Oct 24 15:03:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:03:02 user nova-compute[74497]: INFO nova.compute.manager [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Took 66.70 seconds to build instance.
Oct 24 15:03:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-fa6b714a-ccb6-41fd-80e3-4c423cd4732c tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 66.804s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Successfully updated port: 115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:03:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:03:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquired lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:03:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:03:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updating instance_info_cache with network_info: [{"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Releasing lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Instance network_info: |[{"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing instance network info cache due to event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] Acquiring lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] Acquired lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.network.neutron [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:03 user nova-compute[74497]: INFO nova.compute.manager [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Detaching volume bd3b888e-a39b-4f55-a6e3-56261c8a5dea
Oct 24 15:03:03 user nova-compute[74497]: INFO nova.virt.block_device [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Attempting to driver detach volume bd3b888e-a39b-4f55-a6e3-56261c8a5dea from mountpoint /dev/vdb
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Attempting to detach device vdb from instance 46b9e970-5be0-4890-9a33-ba042b41f96f from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:03:03 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:03:03 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:03:03 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:03:03 user nova-compute[74497]:   <serial>bd3b888e-a39b-4f55-a6e3-56261c8a5dea</serial>
Oct 24 15:03:03 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 15:03:03 user nova-compute[74497]: </disk>
Oct 24 15:03:03 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:03:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully detached device vdb from instance 46b9e970-5be0-4890-9a33-ba042b41f96f from the persistent domain config.
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 46b9e970-5be0-4890-9a33-ba042b41f96f from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:03:03 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:03:03 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:03:03 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:03:03 user nova-compute[74497]:   <serial>bd3b888e-a39b-4f55-a6e3-56261c8a5dea</serial>
Oct 24 15:03:03 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 15:03:03 user nova-compute[74497]: </disk>
Oct 24 15:03:03 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing instance network info cache due to event network-changed-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:03:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] Acquiring lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updated VIF entry in instance network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4145a9b3-9d5d-4d6c-b41a-d9500c2a065d req-3cd65b65-4c1a-4278-9d71-259e1b15930a service nova] Releasing lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] Acquired lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Refreshing network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updated VIF entry in instance network info cache for port 84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [{"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] Releasing lock "refresh_cache-46b9e970-5be0-4890-9a33-ba042b41f96f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-changed-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Refreshing instance network info cache due to event network-changed-115ef59b-94c0-4824-a543-36da759507a0. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] Acquiring lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] Acquired lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Refreshing network info cache for port 115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updated VIF entry in instance network info cache for port 115ef59b-94c0-4824-a543-36da759507a0. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG nova.network.neutron [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updating instance_info_cache with network_info: [{"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:03:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79e7d849-150f-4ce5-b304-4a2c10827541 req-827a315d-6230-4024-8f9a-a1b97d274ca7 service nova] Releasing lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:03:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:03:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:03:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:03:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:03:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:03:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:03:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:03:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:03:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:03:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:03:19 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Creating image(s)
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Ensure instance console log exists: /opt/stack/data/nova/instances/f9604d3a-90f6-4777-b83c-eea5238a6b72/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Start _get_guest_xml network_info=[{"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '56e2d22c-f868-4c44-9103-c475e602fdc0', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yBPQmtlI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f9604d3a-90f6-4777-b83c-eea5238a6b72', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff7fe4d4-f89d-4c87-98f4-2ff168543b2b', 'serial': 'ff7fe4d4-f89d-4c87-98f4-2ff168543b2b'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:03:19 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:03:19 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yBPQmtlI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:03:19 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:03:19 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:03:19 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a303573-8542-45b7-85d8-ba01fb4fa7fb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:03:19 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a55bff0a-5dc6-46cc-9eb5-6dba4fba1605]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b] added
Oct 24 15:03:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad65edb0-20da-440d-80e3-c775893d58f4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb4de8f1-5892-4317-a390-c9ffc288b156]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yBPQmtlI {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yBPQmtlI" returned: 0 in 0.090s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1518d8a3-648c-4dc9-904e-cbb44bff2160]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yBPQmtlI'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db9fe47-aab1-4f68-a94f-8326fbedf4da]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[914f6b66-500e-4e6e-971a-1debf450ae9e]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:03:19 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:03:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:03:19 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:03:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2fa49ad-2db3-457a-a299-0dc62cb3fdc7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260]
Oct 24 15:03:19 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260] successful.
Oct 24 15:03:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[420a073e-fa08-4cb3-a535-4d491457dee5]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d27a27-2187-4beb-9367-395b61c8595d]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:03:19 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:03:19 user nova-compute[74497]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:03:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:03:19 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:03:19 user nova-compute[74497]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:03:19 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c553382-2553-45ed-b34d-7f4f1bbcf441]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:03:19 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yBPQmtlI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.401s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== connect_volume: return (1402ms) {'type': 'block', 'scsi_wwn': '26338343433626136', 'path': '/dev/sdd'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338343433626136', 'path': '/dev/sdd'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:02:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-934542163',display_name='tempest-TestVolumeBootPattern-volume-backed-server-934542163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-934542163',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOa8TEUhR2eNMY96IJ9YnSsxtjgJWqh8QbT5y7icuOUlWP8gWMVojXttxSRiaTWm0kkFV1cxgSc0ElJN8OhxXwXuS2b7os47HPiXKx3Htfk+ZUxEnPjPrp2b6NLrA4+FIQ==',key_name='tempest-keypair-1472441400',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-cab1xfg0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:03:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=f9604d3a-90f6-4777-b83c-eea5238a6b72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:7b:7e,bridge_name='br-int',has_traffic_filtering=True,id=115ef59b-94c0-4824-a543-36da759507a0,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115ef59b-94') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.objects.instance [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lazy-loading 'pci_devices' on Instance uuid f9604d3a-90f6-4777-b83c-eea5238a6b72 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:03:20 user nova-compute[74497]:   <uuid>f9604d3a-90f6-4777-b83c-eea5238a6b72</uuid>
Oct 24 15:03:20 user nova-compute[74497]:   <name>instance-00000022</name>
Oct 24 15:03:20 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:03:20 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:03:20 user nova-compute[74497]:   <metadata>
Oct 24 15:03:20 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:03:20 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:03:20 user nova-compute[74497]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-934542163</nova:name>
Oct 24 15:03:20 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:03:19</nova:creationTime>
Oct 24 15:03:20 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:03:20 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:03:20 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:03:20 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:03:20 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:03:20 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:03:20 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:03:20 user nova-compute[74497]:       <nova:owner>
Oct 24 15:03:20 user nova-compute[74497]:         <nova:user uuid="e8938d0f0b234c62b8595a501497bb0c">tempest-TestVolumeBootPattern-184872735-project-member</nova:user>
Oct 24 15:03:20 user nova-compute[74497]:         <nova:project uuid="8cf1f47e298a49a5b0df7c93a72eeeeb">tempest-TestVolumeBootPattern-184872735</nova:project>
Oct 24 15:03:20 user nova-compute[74497]:       </nova:owner>
Oct 24 15:03:20 user nova-compute[74497]:       <nova:ports>
Oct 24 15:03:20 user nova-compute[74497]:         <nova:port uuid="115ef59b-94c0-4824-a543-36da759507a0">
Oct 24 15:03:20 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 15:03:20 user nova-compute[74497]:         </nova:port>
Oct 24 15:03:20 user nova-compute[74497]:       </nova:ports>
Oct 24 15:03:20 user nova-compute[74497]:     </nova:instance>
Oct 24 15:03:20 user nova-compute[74497]:   </metadata>
Oct 24 15:03:20 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:03:20 user nova-compute[74497]:     <system>
Oct 24 15:03:20 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:03:20 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:03:20 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:03:20 user nova-compute[74497]:       <entry name="serial">f9604d3a-90f6-4777-b83c-eea5238a6b72</entry>
Oct 24 15:03:20 user nova-compute[74497]:       <entry name="uuid">f9604d3a-90f6-4777-b83c-eea5238a6b72</entry>
Oct 24 15:03:20 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:03:20 user nova-compute[74497]:     </system>
Oct 24 15:03:20 user nova-compute[74497]:   </sysinfo>
Oct 24 15:03:20 user nova-compute[74497]:   <os>
Oct 24 15:03:20 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:03:20 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:03:20 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:03:20 user nova-compute[74497]:   </os>
Oct 24 15:03:20 user nova-compute[74497]:   <features>
Oct 24 15:03:20 user nova-compute[74497]:     <acpi/>
Oct 24 15:03:20 user nova-compute[74497]:     <apic/>
Oct 24 15:03:20 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:03:20 user nova-compute[74497]:   </features>
Oct 24 15:03:20 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:03:20 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:03:20 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:03:20 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:03:20 user nova-compute[74497]:   </clock>
Oct 24 15:03:20 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:03:20 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:03:20 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:03:20 user nova-compute[74497]:   </cpu>
Oct 24 15:03:20 user nova-compute[74497]:   <devices>
Oct 24 15:03:20 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:03:20 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:03:20 user nova-compute[74497]:       <source dev="/dev/sdd"/>
Oct 24 15:03:20 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:03:20 user nova-compute[74497]:       <serial>ff7fe4d4-f89d-4c87-98f4-2ff168543b2b</serial>
Oct 24 15:03:20 user nova-compute[74497]:     </disk>
Oct 24 15:03:20 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:03:20 user nova-compute[74497]:       <mac address="fa:16:3e:70:7b:7e"/>
Oct 24 15:03:20 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:03:20 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:03:20 user nova-compute[74497]:       <target dev="tap115ef59b-94"/>
Oct 24 15:03:20 user nova-compute[74497]:     </interface>
Oct 24 15:03:20 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:03:20 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/f9604d3a-90f6-4777-b83c-eea5238a6b72/console.log" append="off"/>
Oct 24 15:03:20 user nova-compute[74497]:     </serial>
Oct 24 15:03:20 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:03:20 user nova-compute[74497]:     <video>
Oct 24 15:03:20 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:03:20 user nova-compute[74497]:     </video>
Oct 24 15:03:20 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:03:20 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:03:20 user nova-compute[74497]:     </rng>
Oct 24 15:03:20 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:03:20 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:03:20 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:03:20 user nova-compute[74497]:     </memballoon>
Oct 24 15:03:20 user nova-compute[74497]:   </devices>
Oct 24 15:03:20 user nova-compute[74497]: </domain>
Oct 24 15:03:20 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:02:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-934542163',display_name='tempest-TestVolumeBootPattern-volume-backed-server-934542163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-934542163',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOa8TEUhR2eNMY96IJ9YnSsxtjgJWqh8QbT5y7icuOUlWP8gWMVojXttxSRiaTWm0kkFV1cxgSc0ElJN8OhxXwXuS2b7os47HPiXKx3Htfk+ZUxEnPjPrp2b6NLrA4+FIQ==',key_name='tempest-keypair-1472441400',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-cab1xfg0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:03:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=f9604d3a-90f6-4777-b83c-eea5238a6b72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:7b:7e,bridge_name='br-int',has_traffic_filtering=True,id=115ef59b-94c0-4824-a543-36da759507a0,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115ef59b-94') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG os_vif [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:7b:7e,bridge_name='br-int',has_traffic_filtering=True,id=115ef59b-94c0-4824-a543-36da759507a0,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115ef59b-94') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '629474df-68ed-58e3-9fcc-beed73ce10c3', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap115ef59b-94, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap115ef59b-94, col_values=(('qos', UUID('928a877b-45fe-40bb-b9e6-144556ce41e3')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap115ef59b-94, col_values=(('external_ids', {'iface-id': '115ef59b-94c0-4824-a543-36da759507a0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:7b:7e', 'vm-uuid': 'f9604d3a-90f6-4777-b83c-eea5238a6b72'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:03:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:20 user nova-compute[74497]: INFO os_vif [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:7b:7e,bridge_name='br-int',has_traffic_filtering=True,id=115ef59b-94c0-4824-a543-36da759507a0,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115ef59b-94')
Oct 24 15:03:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:03:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] No VIF found with MAC fa:16:3e:70:7b:7e, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:03:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7f59b6c-5d2c-4c59-a7ee-83dbd7262226 req-2d3616af-a93a-43a1-afbd-fd36a826313e service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7f59b6c-5d2c-4c59-a7ee-83dbd7262226 req-2d3616af-a93a-43a1-afbd-fd36a826313e service nova] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7f59b6c-5d2c-4c59-a7ee-83dbd7262226 req-2d3616af-a93a-43a1-afbd-fd36a826313e service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7f59b6c-5d2c-4c59-a7ee-83dbd7262226 req-2d3616af-a93a-43a1-afbd-fd36a826313e service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7f59b6c-5d2c-4c59-a7ee-83dbd7262226 req-2d3616af-a93a-43a1-afbd-fd36a826313e service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] No waiting events found dispatching network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:03:22 user nova-compute[74497]: WARNING nova.compute.manager [req-b7f59b6c-5d2c-4c59-a7ee-83dbd7262226 req-2d3616af-a93a-43a1-afbd-fd36a826313e service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received unexpected event network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 for instance with vm_state building and task_state spawning.
Oct 24 15:03:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:24 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 46b9e970-5be0-4890-9a33-ba042b41f96f is timed out.
Oct 24 15:03:24 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully detached device vdb from instance 46b9e970-5be0-4890-9a33-ba042b41f96f from the live domain config.
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IEcmdyXS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:03:24 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1129a813-af9d-49cf-8109-ceef70e16a88]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:03:24 user nova-compute[74497]: No targets found.
Oct 24 15:03:24 user nova-compute[74497]: iSNS:
Oct 24 15:03:24 user nova-compute[74497]: No targets found.
Oct 24 15:03:24 user nova-compute[74497]: STATIC:
Oct 24 15:03:24 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a
Oct 24 15:03:24 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:03:24 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:03:24 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea
Oct 24 15:03:24 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:03:24 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:03:24 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b
Oct 24 15:03:24 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:03:24 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:03:24 user nova-compute[74497]: FIRMWARE:
Oct 24 15:03:24 user nova-compute[74497]: No targets found.
Oct 24 15:03:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:03:24 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:03:24 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b9dd3ac-1f4e-422f-840a-ffc9666a57f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6b0150-bfab-45ff-99e0-529c54bf94a2]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:03:24 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:03:24 user nova-compute[74497]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:03:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea (non-flash)
Oct 24 15:03:24 user nova-compute[74497]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:03:24 user nova-compute[74497]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:03:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601b6200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cfec7e1-3c21-4556-8c94-44d4d917491d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[11013f9a-e51c-4c1d-b025-7ec2628e2016]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5dd0fe-ca32-4fb3-9625-dc98adead485]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8094e447-d1db-490d-98ef-29225bbc164d]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:03:24 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Instance spawned successfully.
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9dceacc-7880-4e54-8970-9bf260311b23]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-0a7457a1-7801-4590-ac13-53d4181a9849 req-7134b633-5d64-4a1a-b0d8-0a7ef9810786 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0a7457a1-7801-4590-ac13-53d4181a9849 req-7134b633-5d64-4a1a-b0d8-0a7ef9810786 service nova] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0a7457a1-7801-4590-ac13-53d4181a9849 req-7134b633-5d64-4a1a-b0d8-0a7ef9810786 service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0a7457a1-7801-4590-ac13-53d4181a9849 req-7134b633-5d64-4a1a-b0d8-0a7ef9810786 service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-0a7457a1-7801-4590-ac13-53d4181a9849 req-7134b633-5d64-4a1a-b0d8-0a7ef9810786 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] No waiting events found dispatching network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:03:24 user nova-compute[74497]: WARNING nova.compute.manager [req-0a7457a1-7801-4590-ac13-53d4181a9849 req-7134b633-5d64-4a1a-b0d8-0a7ef9810786 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received unexpected event network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 for instance with vm_state building and task_state spawning.
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6605ef0b-662d-418d-8ade-d3614701df21]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260]
Oct 24 15:03:24 user nova-compute[74497]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea, portal: 172.16.0.220,3260] successful.
Oct 24 15:03:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:24 user nova-compute[74497]: INFO nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Took 5.41 seconds to spawn the instance on the hypervisor.
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd3b888e-a39b-4f55-a6e3-56261c8a5dea -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e065629a-406f-4b2d-93bd-b29324753716]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== disconnect_volume: return (333ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:03:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:03:24 user nova-compute[74497]: INFO nova.compute.manager [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Took 24.95 seconds to build instance.
Oct 24 15:03:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bc500f57-323e-4a14-b80a-21989298b877 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.065s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:26 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'flavor' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:03:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c215edf9-8c86-427f-ad45-d684fbc4f15a tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.236s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:03:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 15:03:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:48 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:03:49 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:03:49 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8165MB free_disk=25.22003936767578GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f1b12006-db76-43bd-8077-6d93699763ee actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 49008433-062c-4c65-b234-c1df9d847b91 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 46b9e970-5be0-4890-9a33-ba042b41f96f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9604d3a-90f6-4777-b83c-eea5238a6b72 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:03:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:03:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:03:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:03:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:03:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.399s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:03:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "49008433-062c-4c65-b234-c1df9d847b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:58 user nova-compute[74497]: INFO nova.compute.manager [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Terminating instance
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-081a3cf8-abbe-4319-8069-b544e63d1083 req-15a2508e-a56a-43f8-ae00-e30ddbba1f3f service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-unplugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-081a3cf8-abbe-4319-8069-b544e63d1083 req-15a2508e-a56a-43f8-ae00-e30ddbba1f3f service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-081a3cf8-abbe-4319-8069-b544e63d1083 req-15a2508e-a56a-43f8-ae00-e30ddbba1f3f service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-081a3cf8-abbe-4319-8069-b544e63d1083 req-15a2508e-a56a-43f8-ae00-e30ddbba1f3f service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-081a3cf8-abbe-4319-8069-b544e63d1083 req-15a2508e-a56a-43f8-ae00-e30ddbba1f3f service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-unplugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-081a3cf8-abbe-4319-8069-b544e63d1083 req-15a2508e-a56a-43f8-ae00-e30ddbba1f3f service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-unplugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:03:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Instance destroyed successfully.
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'resources' on Instance uuid 49008433-062c-4c65-b234-c1df9d847b91 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-102773376',display_name='tempest-ServerRescueNegativeTestJSON-server-102773376',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-102773376',id=18,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:49:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-e765p20j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:49:08Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=49008433-062c-4c65-b234-c1df9d847b91,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "19fca706-bce9-4063-9b33-c06e0009d3d4", "address": "fa:16:3e:f3:6e:19", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19fca706-bc", "ovs_interfaceid": "19fca706-bce9-4063-9b33-c06e0009d3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG os_vif [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap19fca706-bc, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d32af2a-48f3-4dba-baaf-1713d3f23248) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:03:58 user nova-compute[74497]: INFO os_vif [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:6e:19,bridge_name='br-int',has_traffic_filtering=True,id=19fca706-bce9-4063-9b33-c06e0009d3d4,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19fca706-bc')
Oct 24 15:03:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Deleting instance files /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91_del
Oct 24 15:03:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Deletion of /opt/stack/data/nova/instances/49008433-062c-4c65-b234-c1df9d847b91_del complete
Oct 24 15:03:58 user nova-compute[74497]: INFO nova.compute.manager [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Took 0.74 seconds to destroy the instance on the hypervisor.
Oct 24 15:03:58 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:03:58 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:03:59 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:03:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-8b64466a-5dec-43bf-a6eb-5a6db0f96b98 req-9d166093-fcb6-4fbc-bcb6-d64ab78b93f2 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-deleted-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:03:59 user nova-compute[74497]: INFO nova.compute.manager [req-8b64466a-5dec-43bf-a6eb-5a6db0f96b98 req-9d166093-fcb6-4fbc-bcb6-d64ab78b93f2 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Neutron deleted interface 19fca706-bce9-4063-9b33-c06e0009d3d4; detaching it from the instance and deleting it from the info cache
Oct 24 15:03:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-8b64466a-5dec-43bf-a6eb-5a6db0f96b98 req-9d166093-fcb6-4fbc-bcb6-d64ab78b93f2 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:03:59 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Took 0.43 seconds to deallocate network for instance.
Oct 24 15:03:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-8b64466a-5dec-43bf-a6eb-5a6db0f96b98 req-9d166093-fcb6-4fbc-bcb6-d64ab78b93f2 service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Detach interface failed, port_id=19fca706-bce9-4063-9b33-c06e0009d3d4, reason: Instance 49008433-062c-4c65-b234-c1df9d847b91 could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 15:03:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:03:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:03:59 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:03:59 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:03:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.219s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:03:59 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Deleted allocations for instance 49008433-062c-4c65-b234-c1df9d847b91
Oct 24 15:03:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3816fb8d-d6ad-4ad9-bea3-6eded5891091 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "49008433-062c-4c65-b234-c1df9d847b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.674s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-4f5b9e02-ef72-4fa4-8f16-04b5d6fd8406 req-d5ca08de-7017-4b56-83b9-7f3fca7b13dc service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4f5b9e02-ef72-4fa4-8f16-04b5d6fd8406 req-d5ca08de-7017-4b56-83b9-7f3fca7b13dc service nova] Acquiring lock "49008433-062c-4c65-b234-c1df9d847b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4f5b9e02-ef72-4fa4-8f16-04b5d6fd8406 req-d5ca08de-7017-4b56-83b9-7f3fca7b13dc service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4f5b9e02-ef72-4fa4-8f16-04b5d6fd8406 req-d5ca08de-7017-4b56-83b9-7f3fca7b13dc service nova] Lock "49008433-062c-4c65-b234-c1df9d847b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-4f5b9e02-ef72-4fa4-8f16-04b5d6fd8406 req-d5ca08de-7017-4b56-83b9-7f3fca7b13dc service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] No waiting events found dispatching network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:00 user nova-compute[74497]: WARNING nova.compute.manager [req-4f5b9e02-ef72-4fa4-8f16-04b5d6fd8406 req-d5ca08de-7017-4b56-83b9-7f3fca7b13dc service nova] [instance: 49008433-062c-4c65-b234-c1df9d847b91] Received unexpected event network-vif-plugged-19fca706-bce9-4063-9b33-c06e0009d3d4 for instance with vm_state deleted and task_state None.
Oct 24 15:04:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:04 user nova-compute[74497]: INFO nova.compute.manager [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Terminating instance
Oct 24 15:04:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-f62a8f67-d3c0-4c5a-ab09-c28cc19d0be9 req-816c5ebc-c087-4465-a6a8-4443d2b5ba37 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-unplugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f62a8f67-d3c0-4c5a-ab09-c28cc19d0be9 req-816c5ebc-c087-4465-a6a8-4443d2b5ba37 service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f62a8f67-d3c0-4c5a-ab09-c28cc19d0be9 req-816c5ebc-c087-4465-a6a8-4443d2b5ba37 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f62a8f67-d3c0-4c5a-ab09-c28cc19d0be9 req-816c5ebc-c087-4465-a6a8-4443d2b5ba37 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-f62a8f67-d3c0-4c5a-ab09-c28cc19d0be9 req-816c5ebc-c087-4465-a6a8-4443d2b5ba37 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-unplugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-f62a8f67-d3c0-4c5a-ab09-c28cc19d0be9 req-816c5ebc-c087-4465-a6a8-4443d2b5ba37 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-unplugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:04:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Instance destroyed successfully.
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'resources' on Instance uuid 46b9e970-5be0-4890-9a33-ba042b41f96f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:58:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-403358349',display_name='tempest-TestMinimumBasicScenario-server-403358349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-403358349',id=30,image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL64IUQDc09ZUJJw8DMV4mTL4MZ2B+i8cJMPo26PCNTikIp7N1arbMLWMgdG/7XZyj7Tohw7bgfsZssaUmJGdcMZSdZFOU6k+6xibTpeJoFF5Mv33LbBcRIfXMvlZzU5Qg==',key_name='tempest-TestMinimumBasicScenario-307224927',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:58:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-z7b9rrdl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='662489c5-a6d2-46f6-9fed-2d05d7152c28',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:01:18Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=46b9e970-5be0-4890-9a33-ba042b41f96f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "address": "fa:16:3e:07:11:1f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84d0c340-cb", "ovs_interfaceid": "84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG os_vif [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84d0c340-cb, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06509edc-62ae-4ac9-b35e-5af1ed15528f) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:05 user nova-compute[74497]: INFO os_vif [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:11:1f,bridge_name='br-int',has_traffic_filtering=True,id=84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84d0c340-cb')
Oct 24 15:04:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Deleting instance files /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f_del
Oct 24 15:04:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Deletion of /opt/stack/data/nova/instances/46b9e970-5be0-4890-9a33-ba042b41f96f_del complete
Oct 24 15:04:05 user nova-compute[74497]: INFO nova.compute.manager [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 24 15:04:05 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:04:05 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:04:06 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:06 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Took 0.53 seconds to deallocate network for instance.
Oct 24 15:04:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-dde80c5d-7ac4-450e-887a-08a504bee3be req-9ca67033-feda-460d-9eea-9b823626ecae service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-deleted-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:06 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:04:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:04:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.198s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:06 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Deleted allocations for instance 46b9e970-5be0-4890-9a33-ba042b41f96f
Oct 24 15:04:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-76536664-481f-4add-8936-2f0d5b2452c6 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.751s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-9f6a9747-3ca2-4284-81d0-914beb8880cf req-eee56806-2761-4543-a790-214113047db1 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9f6a9747-3ca2-4284-81d0-914beb8880cf req-eee56806-2761-4543-a790-214113047db1 service nova] Acquiring lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9f6a9747-3ca2-4284-81d0-914beb8880cf req-eee56806-2761-4543-a790-214113047db1 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9f6a9747-3ca2-4284-81d0-914beb8880cf req-eee56806-2761-4543-a790-214113047db1 service nova] Lock "46b9e970-5be0-4890-9a33-ba042b41f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-9f6a9747-3ca2-4284-81d0-914beb8880cf req-eee56806-2761-4543-a790-214113047db1 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] No waiting events found dispatching network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:07 user nova-compute[74497]: WARNING nova.compute.manager [req-9f6a9747-3ca2-4284-81d0-914beb8880cf req-eee56806-2761-4543-a790-214113047db1 service nova] [instance: 46b9e970-5be0-4890-9a33-ba042b41f96f] Received unexpected event network-vif-plugged-84d0c340-cbe6-45fc-8fd0-8cbe5ab0c34f for instance with vm_state deleted and task_state None.
Oct 24 15:04:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:21 user nova-compute[74497]: INFO nova.compute.manager [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Unshelving
Oct 24 15:04:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:21 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'pci_requests' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:21 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'numa_topology' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:21 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:04:21 user nova-compute[74497]: INFO nova.compute.claims [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Claim successful on node user
Oct 24 15:04:22 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:04:22 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:04:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.345s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:22 user nova-compute[74497]: INFO nova.network.neutron [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating port c7472010-988b-49ce-b4a4-274f88c444aa with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquired lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.network.neutron [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing instance network info cache due to event network-changed-c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] Acquiring lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.network.neutron [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Releasing lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:04:23 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Creating image(s)
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'trusted_certs' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] Acquired lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.network.neutron [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Refreshing network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG nova.objects.base [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Object Instance<a9e6e3a6-c308-431a-ad69-f6fa1aba4246> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.part --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG nova.virt.images [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] ea2f7faf-d24c-42b6-9dfb-496fdd523d6e was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.part /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG nova.network.neutron [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updated VIF entry in instance network info cache for port c7472010-988b-49ce-b4a4-274f88c444aa. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG nova.network.neutron [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d8e0d25e-cfb8-412d-8ae1-3cd172a73c4b req-1c250613-45d7-4824-b138-0511435af141 service nova] Releasing lock "refresh_cache-a9e6e3a6-c308-431a-ad69-f6fa1aba4246" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.part /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.converted" returned: 0 in 0.539s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca.converted --force-share --output=json" returned: 0 in 0.219s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.950s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca,backing_fmt=raw /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca,backing_fmt=raw /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk 1073741824" returned: 0 in 0.054s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:26 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'migration_context' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:26 user nova-compute[74497]: DEBUG nova.objects.base [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Object Instance<a9e6e3a6-c308-431a-ad69-f6fa1aba4246> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:04:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Rebasing disk image.
Oct 24 15:04:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 -F raw /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 -F raw /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk" returned: 0 in 2.317s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Ensure instance console log exists: /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Start _get_guest_xml network_info=[{"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='30fbc931cbddaed93510a8118620171c',container_format='bare',created_at=2023-10-24T15:02:29Z,direct_url=<?>,disk_format='qcow2',id=ea2f7faf-d24c-42b6-9dfb-496fdd523d6e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-719175836-shelved',owner='62a7a501bec3489c913376034a4b554d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T15:02:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:04:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:04:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='30fbc931cbddaed93510a8118620171c',container_format='bare',created_at=2023-10-24T15:02:29Z,direct_url=<?>,disk_format='qcow2',id=ea2f7faf-d24c-42b6-9dfb-496fdd523d6e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-719175836-shelved',owner='62a7a501bec3489c913376034a4b554d',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T15:02:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'vcpu_model' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.objects.base [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Object Instance<a9e6e3a6-c308-431a-ad69-f6fa1aba4246> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T15:00:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-719175836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-719175836',id=32,image_ref='ea2f7faf-d24c-42b6-9dfb-496fdd523d6e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-813945309',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:00:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-sce23q9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member',shelved_at='2023-10-24T15:02:33.394484',shelved_host='user',shelved_image_id='ea2f7faf-d24c-42b6-9dfb-496fdd523d6e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=a9e6e3a6-c308-431a-ad69-f6fa1aba4246,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'pci_devices' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.objects.base [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Object Instance<a9e6e3a6-c308-431a-ad69-f6fa1aba4246> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:04:28 user nova-compute[74497]:   <uuid>a9e6e3a6-c308-431a-ad69-f6fa1aba4246</uuid>
Oct 24 15:04:28 user nova-compute[74497]:   <name>instance-00000020</name>
Oct 24 15:04:28 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:04:28 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:04:28 user nova-compute[74497]:   <metadata>
Oct 24 15:04:28 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:04:28 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:04:28 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-719175836</nova:name>
Oct 24 15:04:28 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:04:28</nova:creationTime>
Oct 24 15:04:28 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:04:28 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:04:28 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:04:28 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:04:28 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:04:28 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:04:28 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:04:28 user nova-compute[74497]:       <nova:owner>
Oct 24 15:04:28 user nova-compute[74497]:         <nova:user uuid="934a4f022afa4236b96f780e4c69496e">tempest-AttachVolumeShelveTestJSON-520341895-project-member</nova:user>
Oct 24 15:04:28 user nova-compute[74497]:         <nova:project uuid="62a7a501bec3489c913376034a4b554d">tempest-AttachVolumeShelveTestJSON-520341895</nova:project>
Oct 24 15:04:28 user nova-compute[74497]:       </nova:owner>
Oct 24 15:04:28 user nova-compute[74497]:       <nova:root type="image" uuid="ea2f7faf-d24c-42b6-9dfb-496fdd523d6e"/>
Oct 24 15:04:28 user nova-compute[74497]:       <nova:ports>
Oct 24 15:04:28 user nova-compute[74497]:         <nova:port uuid="c7472010-988b-49ce-b4a4-274f88c444aa">
Oct 24 15:04:28 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 15:04:28 user nova-compute[74497]:         </nova:port>
Oct 24 15:04:28 user nova-compute[74497]:       </nova:ports>
Oct 24 15:04:28 user nova-compute[74497]:     </nova:instance>
Oct 24 15:04:28 user nova-compute[74497]:   </metadata>
Oct 24 15:04:28 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:04:28 user nova-compute[74497]:     <system>
Oct 24 15:04:28 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:04:28 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:04:28 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:04:28 user nova-compute[74497]:       <entry name="serial">a9e6e3a6-c308-431a-ad69-f6fa1aba4246</entry>
Oct 24 15:04:28 user nova-compute[74497]:       <entry name="uuid">a9e6e3a6-c308-431a-ad69-f6fa1aba4246</entry>
Oct 24 15:04:28 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:04:28 user nova-compute[74497]:     </system>
Oct 24 15:04:28 user nova-compute[74497]:   </sysinfo>
Oct 24 15:04:28 user nova-compute[74497]:   <os>
Oct 24 15:04:28 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:04:28 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:04:28 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:04:28 user nova-compute[74497]:   </os>
Oct 24 15:04:28 user nova-compute[74497]:   <features>
Oct 24 15:04:28 user nova-compute[74497]:     <acpi/>
Oct 24 15:04:28 user nova-compute[74497]:     <apic/>
Oct 24 15:04:28 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:04:28 user nova-compute[74497]:   </features>
Oct 24 15:04:28 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:04:28 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:04:28 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:04:28 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:04:28 user nova-compute[74497]:   </clock>
Oct 24 15:04:28 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:04:28 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:04:28 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:04:28 user nova-compute[74497]:   </cpu>
Oct 24 15:04:28 user nova-compute[74497]:   <devices>
Oct 24 15:04:28 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:04:28 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:04:28 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk"/>
Oct 24 15:04:28 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:04:28 user nova-compute[74497]:     </disk>
Oct 24 15:04:28 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:04:28 user nova-compute[74497]:       <mac address="fa:16:3e:c9:12:c8"/>
Oct 24 15:04:28 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:04:28 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:04:28 user nova-compute[74497]:       <target dev="tapc7472010-98"/>
Oct 24 15:04:28 user nova-compute[74497]:     </interface>
Oct 24 15:04:28 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:04:28 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/console.log" append="off"/>
Oct 24 15:04:28 user nova-compute[74497]:     </serial>
Oct 24 15:04:28 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:04:28 user nova-compute[74497]:     <video>
Oct 24 15:04:28 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:04:28 user nova-compute[74497]:     </video>
Oct 24 15:04:28 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:04:28 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:04:28 user nova-compute[74497]:     </rng>
Oct 24 15:04:28 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:04:28 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:04:28 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:04:28 user nova-compute[74497]:     </memballoon>
Oct 24 15:04:28 user nova-compute[74497]:   </devices>
Oct 24 15:04:28 user nova-compute[74497]: </domain>
Oct 24 15:04:28 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T15:00:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-719175836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-719175836',id=32,image_ref='ea2f7faf-d24c-42b6-9dfb-496fdd523d6e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-813945309',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:00:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-sce23q9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member',shelved_at='2023-10-24T15:02:33.394484',shelved_host='user',shelved_image_id='ea2f7faf-d24c-42b6-9dfb-496fdd523d6e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=a9e6e3a6-c308-431a-ad69-f6fa1aba4246,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG os_vif [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '59b7e9e1-0d7c-5cd4-bb03-02e6deaf3732', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc7472010-98, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc7472010-98, col_values=(('qos', UUID('51d9d07a-d96d-4f1d-88c3-630fc1433a6c')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc7472010-98, col_values=(('external_ids', {'iface-id': 'c7472010-988b-49ce-b4a4-274f88c444aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:12:c8', 'vm-uuid': 'a9e6e3a6-c308-431a-ad69-f6fa1aba4246'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:28 user nova-compute[74497]: INFO os_vif [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98')
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:04:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] No VIF found with MAC fa:16:3e:c9:12:c8, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8ea21852-ebda-49d3-a7a7-4d8117831c7f req-2defa3f8-381a-492d-80fb-850671456dae service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ea21852-ebda-49d3-a7a7-4d8117831c7f req-2defa3f8-381a-492d-80fb-850671456dae service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ea21852-ebda-49d3-a7a7-4d8117831c7f req-2defa3f8-381a-492d-80fb-850671456dae service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ea21852-ebda-49d3-a7a7-4d8117831c7f req-2defa3f8-381a-492d-80fb-850671456dae service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG nova.compute.manager [req-8ea21852-ebda-49d3-a7a7-4d8117831c7f req-2defa3f8-381a-492d-80fb-850671456dae service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:30 user nova-compute[74497]: WARNING nova.compute.manager [req-8ea21852-ebda-49d3-a7a7-4d8117831c7f req-2defa3f8-381a-492d-80fb-850671456dae service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received unexpected event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 15:04:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:04:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:04:32 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance spawned successfully.
Oct 24 15:04:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f5686d6-7f83-42af-908e-eb94d2463d41 req-0a2113a9-38cc-4e9b-81b0-94444f9448be service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f5686d6-7f83-42af-908e-eb94d2463d41 req-0a2113a9-38cc-4e9b-81b0-94444f9448be service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f5686d6-7f83-42af-908e-eb94d2463d41 req-0a2113a9-38cc-4e9b-81b0-94444f9448be service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0f5686d6-7f83-42af-908e-eb94d2463d41 req-0a2113a9-38cc-4e9b-81b0-94444f9448be service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:32 user nova-compute[74497]: DEBUG nova.compute.manager [req-0f5686d6-7f83-42af-908e-eb94d2463d41 req-0a2113a9-38cc-4e9b-81b0-94444f9448be service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:32 user nova-compute[74497]: WARNING nova.compute.manager [req-0f5686d6-7f83-42af-908e-eb94d2463d41 req-0a2113a9-38cc-4e9b-81b0-94444f9448be service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received unexpected event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 15:04:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:04:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1cf375df-774e-4155-a67f-2642803da8c4 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.130s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-changed-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Refreshing instance network info cache due to event network-changed-1b9c8f2f-7311-4a0a-8fca-2843e978ea57. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:04:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:36 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Refreshing network info cache for port 1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:04:37 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updated VIF entry in instance network info cache for port 1b9c8f2f-7311-4a0a-8fca-2843e978ea57. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:04:37 user nova-compute[74497]: DEBUG nova.network.neutron [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f5793d48-45e3-42d8-a0ed-3c2b4e030458 req-0e343682-98b6-47f4-abdf-964314624bd2 service nova] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-changed-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Refreshing instance network info cache due to event network-changed-66ab7980-5a89-4b55-81c8-a5f4dbd931d9. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] Acquiring lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] Acquired lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Refreshing network info cache for port 66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Stashing vm_state: active {{(pid=74497) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:04:38 user nova-compute[74497]: INFO nova.compute.claims [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Claim successful on node user
Oct 24 15:04:38 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating resource usage from migration b95bc46a-82e8-457c-9c6e-954363873dad
Oct 24 15:04:39 user nova-compute[74497]: DEBUG nova.network.neutron [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updated VIF entry in instance network info cache for port 66ab7980-5a89-4b55-81c8-a5f4dbd931d9. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG nova.network.neutron [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce28a9f2-ab8d-41af-9319-b95710e886cf req-0d615e5b-bc79-48c7-a7c3-876ca33097f9 service nova] Releasing lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.350s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:39 user nova-compute[74497]: INFO nova.compute.manager [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Migrating
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:39 user nova-compute[74497]: INFO nova.compute.rpcapi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquired lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Releasing lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Starting migrate_disk_and_power_off {{(pid=74497) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-3b7a929d-9e70-49e3-bbb3-5c357adf97ba req-3d66cd36-b8ed-4f30-9013-408d5ceb6f66 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-unplugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3b7a929d-9e70-49e3-bbb3-5c357adf97ba req-3d66cd36-b8ed-4f30-9013-408d5ceb6f66 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3b7a929d-9e70-49e3-bbb3-5c357adf97ba req-3d66cd36-b8ed-4f30-9013-408d5ceb6f66 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3b7a929d-9e70-49e3-bbb3-5c357adf97ba req-3d66cd36-b8ed-4f30-9013-408d5ceb6f66 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-3b7a929d-9e70-49e3-bbb3-5c357adf97ba req-3d66cd36-b8ed-4f30-9013-408d5ceb6f66 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-unplugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:40 user nova-compute[74497]: WARNING nova.compute.manager [req-3b7a929d-9e70-49e3-bbb3-5c357adf97ba req-3d66cd36-b8ed-4f30-9013-408d5ceb6f66 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received unexpected event network-vif-unplugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with vm_state active and task_state resize_migrating.
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:40 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance destroyed successfully.
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:01:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1524961245',display_name='tempest-ServerActionsTestOtherA-server-1524961245',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1524961245',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:03:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-eezjyegs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:04:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=689b79ed-fb42-4fc1-8fd7-f54cb6c0217b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-534734136-network", "vif_mac": "fa:16:3e:e0:2a:54"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-534734136-network", "vif_mac": "fa:16:3e:e0:2a:54"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG os_vif [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66ab7980-5a, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06cfacf1-03b0-41a2-8290-960821551bd5) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:40 user nova-compute[74497]: INFO os_vif [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a')
Oct 24 15:04:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:04:40 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:04:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[92c9d6a0-889c-4aff-9443-4a9810f2db96]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:04:40 user nova-compute[74497]: No targets found.
Oct 24 15:04:40 user nova-compute[74497]: iSNS:
Oct 24 15:04:40 user nova-compute[74497]: No targets found.
Oct 24 15:04:40 user nova-compute[74497]: STATIC:
Oct 24 15:04:40 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a
Oct 24 15:04:40 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:04:40 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:04:40 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b
Oct 24 15:04:40 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:04:40 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:04:40 user nova-compute[74497]: FIRMWARE:
Oct 24 15:04:40 user nova-compute[74497]: No targets found.
Oct 24 15:04:40 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:04:40 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:04:40 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:04:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81b97c2-c3bc-4be4-8362-57613cf5ba3c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6dc3d9f-e8e2-4468-bae4-af7c7d0e6185]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:04:41 user nova-compute[74497]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:04:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:04:41 user nova-compute[74497]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:04:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff406a91b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2b980d-8f26-4302-9ac9-e8369bfc5085]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.052s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eed81ccb-423c-41c6-bfeb-3690ad6d7746]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d62cdd-deef-4884-bd18-7eb55ea2c587]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.065s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbbd95ea-7bc7-4d42-95a7-bbf1870ab03e]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce12f294-8443-452a-855d-ee15adbb49ab]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4089ac44-f9c6-4089-9662-bf392b88a1f8]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]
Oct 24 15:04:41 user nova-compute[74497]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.
Oct 24 15:04:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[58efaadc-a919-4795-be2b-77b848568109]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.412s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== disconnect_volume: return (414ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [{"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-f1b12006-db76-43bd-8077-6d93699763ee" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG nova.compute.manager [req-4be2991e-8930-4335-a54c-349642cf2747 req-1b8a71f0-8fb3-4a70-b20c-e2eafc304fc7 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4be2991e-8930-4335-a54c-349642cf2747 req-1b8a71f0-8fb3-4a70-b20c-e2eafc304fc7 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4be2991e-8930-4335-a54c-349642cf2747 req-1b8a71f0-8fb3-4a70-b20c-e2eafc304fc7 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4be2991e-8930-4335-a54c-349642cf2747 req-1b8a71f0-8fb3-4a70-b20c-e2eafc304fc7 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG nova.compute.manager [req-4be2991e-8930-4335-a54c-349642cf2747 req-1b8a71f0-8fb3-4a70-b20c-e2eafc304fc7 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:42 user nova-compute[74497]: WARNING nova.compute.manager [req-4be2991e-8930-4335-a54c-349642cf2747 req-1b8a71f0-8fb3-4a70-b20c-e2eafc304fc7 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received unexpected event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with vm_state active and task_state resize_migrating.
Oct 24 15:04:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Port 66ab7980-5a89-4b55-81c8-a5f4dbd931d9 binding to destination host user is already ACTIVE {{(pid=74497) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquired lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG nova.network.neutron [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Releasing lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG os_brick.utils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1349520-392a-4529-9e6f-a8c9e54f455c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[511b4d59-7290-442b-944f-1d8e415822e3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b44ea94-deb2-4152-b6f5-5883a6223251]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e76cb892-88c4-4c94-9ce8-820f7ee54f72]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:04:43 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:04:43 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f97ca9f0-3adf-48b4-94c6-bbd303f92336]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:04:43 user nova-compute[74497]: DEBUG os_brick.utils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:04:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "f1b12006-db76-43bd-8077-6d93699763ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:48 user nova-compute[74497]: INFO nova.compute.manager [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Terminating instance
Oct 24 15:04:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-e8ad67f6-828f-4cd2-9a09-701b48aa05a2 req-2892d9a3-c5a8-42c6-8574-31db0905f9ed service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e8ad67f6-828f-4cd2-9a09-701b48aa05a2 req-2892d9a3-c5a8-42c6-8574-31db0905f9ed service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e8ad67f6-828f-4cd2-9a09-701b48aa05a2 req-2892d9a3-c5a8-42c6-8574-31db0905f9ed service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e8ad67f6-828f-4cd2-9a09-701b48aa05a2 req-2892d9a3-c5a8-42c6-8574-31db0905f9ed service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-e8ad67f6-828f-4cd2-9a09-701b48aa05a2 req-2892d9a3-c5a8-42c6-8574-31db0905f9ed service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-e8ad67f6-828f-4cd2-9a09-701b48aa05a2 req-2892d9a3-c5a8-42c6-8574-31db0905f9ed service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-unplugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:04:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Instance destroyed successfully.
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.objects.instance [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lazy-loading 'resources' on Instance uuid f1b12006-db76-43bd-8077-6d93699763ee {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:47:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-636746529',display_name='tempest-ServerRescueNegativeTestJSON-server-636746529',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-636746529',id=17,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:52:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b68e723fed1247449ad8a84d9e6febae',ramdisk_id='',reservation_id='r-p3mofvb4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-501552954',owner_user_name='tempest-ServerRescueNegativeTestJSON-501552954-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:53:57Z,user_data=None,user_id='ead7fdce3ca54727a430be78c1b5d8bd',uuid=f1b12006-db76-43bd-8077-6d93699763ee,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converting VIF {"id": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "address": "fa:16:3e:81:42:de", "network": {"id": "011c53b2-8008-4520-a199-70b66dbdedc2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-615958388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b68e723fed1247449ad8a84d9e6febae", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf5c56ec-1f", "ovs_interfaceid": "af5c56ec-1f17-43a5-a973-d806d7d3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG os_vif [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf5c56ec-1f, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=258ad577-818a-484b-a6a7-46a716528bd4) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:49 user nova-compute[74497]: INFO os_vif [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:42:de,bridge_name='br-int',has_traffic_filtering=True,id=af5c56ec-1f17-43a5-a973-d806d7d3423e,network=Network(011c53b2-8008-4520-a199-70b66dbdedc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf5c56ec-1f')
Oct 24 15:04:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Deleting instance files /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee_del
Oct 24 15:04:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Deletion of /opt/stack/data/nova/instances/f1b12006-db76-43bd-8077-6d93699763ee_del complete
Oct 24 15:04:49 user nova-compute[74497]: INFO nova.compute.manager [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:50 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Took 0.56 seconds to deallocate network for instance.
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:04:50 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Error from libvirt while getting description of instance-00000011: [Error Code 42] Domain not found: no domain with matching uuid 'f1b12006-db76-43bd-8077-6d93699763ee' (instance-00000011): libvirt.libvirtError: Domain not found: no domain with matching uuid 'f1b12006-db76-43bd-8077-6d93699763ee' (instance-00000011)
Oct 24 15:04:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:50 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:04:50 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:04:50 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8407MB free_disk=25.24029541015625GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.690s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.075s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:51 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Deleted allocations for instance f1b12006-db76-43bd-8077-6d93699763ee
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-b9955142-a5fc-4db8-96d5-e7a1d00ffc2f req-85c57323-18d9-48f6-aca5-92d590c9bb56 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b9955142-a5fc-4db8-96d5-e7a1d00ffc2f req-85c57323-18d9-48f6-aca5-92d590c9bb56 service nova] Acquiring lock "f1b12006-db76-43bd-8077-6d93699763ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b9955142-a5fc-4db8-96d5-e7a1d00ffc2f req-85c57323-18d9-48f6-aca5-92d590c9bb56 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b9955142-a5fc-4db8-96d5-e7a1d00ffc2f req-85c57323-18d9-48f6-aca5-92d590c9bb56 service nova] Lock "f1b12006-db76-43bd-8077-6d93699763ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-b9955142-a5fc-4db8-96d5-e7a1d00ffc2f req-85c57323-18d9-48f6-aca5-92d590c9bb56 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] No waiting events found dispatching network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:04:51 user nova-compute[74497]: WARNING nova.compute.manager [req-b9955142-a5fc-4db8-96d5-e7a1d00ffc2f req-85c57323-18d9-48f6-aca5-92d590c9bb56 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received unexpected event network-vif-plugged-af5c56ec-1f17-43a5-a973-d806d7d3423e for instance with vm_state deleted and task_state None.
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-b9955142-a5fc-4db8-96d5-e7a1d00ffc2f req-85c57323-18d9-48f6-aca5-92d590c9bb56 service nova] [instance: f1b12006-db76-43bd-8077-6d93699763ee] Received event network-vif-deleted-af5c56ec-1f17-43a5-a973-d806d7d3423e {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-changed-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Refreshing instance network info cache due to event network-changed-115ef59b-94c0-4824-a543-36da759507a0. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] Acquiring lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] Acquired lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Refreshing network info cache for port 115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Applying migration context for instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b as it has an incoming, in-progress migration b95bc46a-82e8-457c-9c6e-954363873dad. Migration status is post-migrating {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 15:04:51 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating resource usage from migration b95bc46a-82e8-457c-9c6e-954363873dad
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-17fd2151-22ac-404c-9978-596ff4fe80c8 tempest-ServerRescueNegativeTestJSON-501552954 tempest-ServerRescueNegativeTestJSON-501552954-project-member] Lock "f1b12006-db76-43bd-8077-6d93699763ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.424s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9604d3a-90f6-4777-b83c-eea5238a6b72 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a9e6e3a6-c308-431a-ad69-f6fa1aba4246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Migration b95bc46a-82e8-457c-9c6e-954363873dad is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.346s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updated VIF entry in instance network info cache for port 115ef59b-94c0-4824-a543-36da759507a0. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updating instance_info_cache with network_info: [{"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:04:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9698c723-8460-49c9-9516-c612528fec06 req-2f31b810-9a18-44a8-8827-864a0b20f5d2 service nova] Releasing lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:04:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:04:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:04:59 user nova-compute[74497]: INFO nova.compute.claims [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Claim successful on node user
Oct 24 15:04:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.397s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:04:59 user nova-compute[74497]: DEBUG nova.network.neutron [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:04:59 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:05:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG nova.policy [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d86a3cbd4c43498bb00d4b819bfe4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030e2d3b365648809a837cbd5d605431', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:05:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Creating image(s)
Oct 24 15:05:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "/opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "/opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "/opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.part --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Successfully created port: bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.part --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.images [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] 9218df7a-ee84-42fe-a687-2708b7e085b1 was qcow2, converting to raw {{(pid=74497) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.privsep.utils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74497) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.part /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.converted {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Starting finish_migration {{(pid=74497) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 15:05:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Creating image(s)
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Ensure instance console log exists: /opt/stack/data/nova/instances/689b79ed-fb42-4fc1-8fd7-f54cb6c0217b/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Start _get_guest_xml network_info=[{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-534734136-network", "vif_mac": "fa:16:3e:e0:2a:54"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '3417499a-7eac-4044-982d-a3f1b7a7d355', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '689b79ed-fb42-4fc1-8fd7-f54cb6c0217b', 'attached_at': '2023-10-24T15:05:01.000000', 'detached_at': '', 'volume_id': '14903035-85e4-4049-b043-5c43190afa9a', 'serial': '14903035-85e4-4049-b043-5c43190afa9a'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:05:01 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:01 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:05:01 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:05:01 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:05:01 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3364c47-b2c8-4506-9fe2-83287607760e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:05:01 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.part /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.converted" returned: 0 in 0.381s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.converted --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4891df3c-3aa8-4414-86d1-3965537adb7f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a] added
Oct 24 15:05:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f73a4db-ea78-42a8-9e7e-efea96a44bc6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8152f290-bd9e-437a-abb4-8f9321e6d991]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v diDKtFNl {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v diDKtFNl" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1aaff5a-e691-4c22-99b1-66d5397b7c90]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'diDKtFNl'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bebadfd5-e973-43c8-836a-1d82fdbdaf0d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9e03d3b-c68c-41ac-b68b-1d1999174bb6]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded.converted --force-share --output=json" returned: 0 in 0.240s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.705s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[65d8c4e4-55f1-403e-9780-a3a8772ebadd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]
Oct 24 15:05:01 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.
Oct 24 15:05:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Successfully updated port: bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[21360b97-855b-4579-9559-d9755d996aca]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquired lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.network.neutron [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[700559fb-f437-46e7-a326-78f4dc664759]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:01 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:05:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:01 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:05:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.414s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-changed-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing instance network info cache due to event network-changed-bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] Acquiring lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d321ed8e-d955-4d9a-997e-45511b6fb729]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded,backing_fmt=raw /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded,backing_fmt=raw /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk 1073741824" returned: 0 in 0.056s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Releasing lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance network_info: |[{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] Acquired lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing network info cache for port bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Cannot resize image /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Ensure instance console log exists: /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Start _get_guest_xml network_info=[{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T15:04:56Z,direct_url=<?>,disk_format='qcow2',id=9218df7a-ee84-42fe-a687-2708b7e085b1,min_disk=0,min_ram=0,name='tempest-scenario-img--1828022584',owner='030e2d3b365648809a837cbd5d605431',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T15:04:58Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '9218df7a-ee84-42fe-a687-2708b7e085b1'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:05:02 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:02 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T15:04:56Z,direct_url=<?>,disk_format='qcow2',id=9218df7a-ee84-42fe-a687-2708b7e085b1,min_disk=0,min_ram=0,name='tempest-scenario-img--1828022584',owner='030e2d3b365648809a837cbd5d605431',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T15:04:58Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:04:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-290672613',display_name='tempest-TestMinimumBasicScenario-server-290672613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-290672613',id=35,image_ref='9218df7a-ee84-42fe-a687-2708b7e085b1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJa6piHztQ+WVyLiDmkoo2gCIDwsaqxqKTsqPEe/iKoCFkKkyPu8uoCBSLlxsxk2MLFz7XjlR6mm2Bg75J1IJOUqwfAy00NL0yAu4o9CUgn6BGp6VYZL/dIsmRQ2ptTxRw==',key_name='tempest-TestMinimumBasicScenario-973787635',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-61k7wuvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9218df7a-ee84-42fe-a687-2708b7e085b1',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:00Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=b21365ba-0b59-4e8f-b356-c7929bdc5500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d9:2f,bridge_name='br-int',has_traffic_filtering=True,id=bac8f054-1078-4527-8473-e55c90014b97,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac8f054-10') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'pci_devices' on Instance uuid b21365ba-0b59-4e8f-b356-c7929bdc5500 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:05:02 user nova-compute[74497]:   <uuid>b21365ba-0b59-4e8f-b356-c7929bdc5500</uuid>
Oct 24 15:05:02 user nova-compute[74497]:   <name>instance-00000023</name>
Oct 24 15:05:02 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:05:02 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:05:02 user nova-compute[74497]:   <metadata>
Oct 24 15:05:02 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:05:02 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:05:02 user nova-compute[74497]:       <nova:name>tempest-TestMinimumBasicScenario-server-290672613</nova:name>
Oct 24 15:05:02 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:05:02</nova:creationTime>
Oct 24 15:05:02 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:05:02 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:05:02 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:05:02 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:05:02 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:05:02 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:05:02 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:05:02 user nova-compute[74497]:       <nova:owner>
Oct 24 15:05:02 user nova-compute[74497]:         <nova:user uuid="20d86a3cbd4c43498bb00d4b819bfe4f">tempest-TestMinimumBasicScenario-1758371287-project-member</nova:user>
Oct 24 15:05:02 user nova-compute[74497]:         <nova:project uuid="030e2d3b365648809a837cbd5d605431">tempest-TestMinimumBasicScenario-1758371287</nova:project>
Oct 24 15:05:02 user nova-compute[74497]:       </nova:owner>
Oct 24 15:05:02 user nova-compute[74497]:       <nova:root type="image" uuid="9218df7a-ee84-42fe-a687-2708b7e085b1"/>
Oct 24 15:05:02 user nova-compute[74497]:       <nova:ports>
Oct 24 15:05:02 user nova-compute[74497]:         <nova:port uuid="bac8f054-1078-4527-8473-e55c90014b97">
Oct 24 15:05:02 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 15:05:02 user nova-compute[74497]:         </nova:port>
Oct 24 15:05:02 user nova-compute[74497]:       </nova:ports>
Oct 24 15:05:02 user nova-compute[74497]:     </nova:instance>
Oct 24 15:05:02 user nova-compute[74497]:   </metadata>
Oct 24 15:05:02 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:05:02 user nova-compute[74497]:     <system>
Oct 24 15:05:02 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:05:02 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:05:02 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:05:02 user nova-compute[74497]:       <entry name="serial">b21365ba-0b59-4e8f-b356-c7929bdc5500</entry>
Oct 24 15:05:02 user nova-compute[74497]:       <entry name="uuid">b21365ba-0b59-4e8f-b356-c7929bdc5500</entry>
Oct 24 15:05:02 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:05:02 user nova-compute[74497]:     </system>
Oct 24 15:05:02 user nova-compute[74497]:   </sysinfo>
Oct 24 15:05:02 user nova-compute[74497]:   <os>
Oct 24 15:05:02 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:05:02 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:05:02 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:05:02 user nova-compute[74497]:   </os>
Oct 24 15:05:02 user nova-compute[74497]:   <features>
Oct 24 15:05:02 user nova-compute[74497]:     <acpi/>
Oct 24 15:05:02 user nova-compute[74497]:     <apic/>
Oct 24 15:05:02 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:05:02 user nova-compute[74497]:   </features>
Oct 24 15:05:02 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:05:02 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:05:02 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:05:02 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:05:02 user nova-compute[74497]:   </clock>
Oct 24 15:05:02 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:05:02 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:05:02 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:05:02 user nova-compute[74497]:   </cpu>
Oct 24 15:05:02 user nova-compute[74497]:   <devices>
Oct 24 15:05:02 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:05:02 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:05:02 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk"/>
Oct 24 15:05:02 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:05:02 user nova-compute[74497]:     </disk>
Oct 24 15:05:02 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:05:02 user nova-compute[74497]:       <mac address="fa:16:3e:cb:d9:2f"/>
Oct 24 15:05:02 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:02 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:05:02 user nova-compute[74497]:       <target dev="tapbac8f054-10"/>
Oct 24 15:05:02 user nova-compute[74497]:     </interface>
Oct 24 15:05:02 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:05:02 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/console.log" append="off"/>
Oct 24 15:05:02 user nova-compute[74497]:     </serial>
Oct 24 15:05:02 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:05:02 user nova-compute[74497]:     <video>
Oct 24 15:05:02 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:02 user nova-compute[74497]:     </video>
Oct 24 15:05:02 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:05:02 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:05:02 user nova-compute[74497]:     </rng>
Oct 24 15:05:02 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:05:02 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:05:02 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:05:02 user nova-compute[74497]:     </memballoon>
Oct 24 15:05:02 user nova-compute[74497]:   </devices>
Oct 24 15:05:02 user nova-compute[74497]: </domain>
Oct 24 15:05:02 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:04:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-290672613',display_name='tempest-TestMinimumBasicScenario-server-290672613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-290672613',id=35,image_ref='9218df7a-ee84-42fe-a687-2708b7e085b1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJa6piHztQ+WVyLiDmkoo2gCIDwsaqxqKTsqPEe/iKoCFkKkyPu8uoCBSLlxsxk2MLFz7XjlR6mm2Bg75J1IJOUqwfAy00NL0yAu4o9CUgn6BGp6VYZL/dIsmRQ2ptTxRw==',key_name='tempest-TestMinimumBasicScenario-973787635',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-61k7wuvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9218df7a-ee84-42fe-a687-2708b7e085b1',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:00Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=b21365ba-0b59-4e8f-b356-c7929bdc5500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d9:2f,bridge_name='br-int',has_traffic_filtering=True,id=bac8f054-1078-4527-8473-e55c90014b97,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac8f054-10') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG os_vif [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d9:2f,bridge_name='br-int',has_traffic_filtering=True,id=bac8f054-1078-4527-8473-e55c90014b97,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac8f054-10') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fdb32c10-d04b-513f-8457-2ecbf08e1b06', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbac8f054-10, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbac8f054-10, col_values=(('qos', UUID('8cdda9d5-ccc1-4c89-9172-15230df513e6')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbac8f054-10, col_values=(('external_ids', {'iface-id': 'bac8f054-1078-4527-8473-e55c90014b97', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:d9:2f', 'vm-uuid': 'b21365ba-0b59-4e8f-b356-c7929bdc5500'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:02 user nova-compute[74497]: INFO os_vif [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:d9:2f,bridge_name='br-int',has_traffic_filtering=True,id=bac8f054-1078-4527-8473-e55c90014b97,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac8f054-10')
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updated VIF entry in instance network info cache for port bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8edac138-9a7c-4ab9-8add-dab6ba872af5 req-eb229c93-187d-4645-8a02-2f79e8d9e5be service nova] Releasing lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No VIF found with MAC fa:16:3e:cb:d9:2f, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.448s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== connect_volume: return (1449ms) {'type': 'block', 'scsi_wwn': '23137363130373761', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:05:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137363130373761', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:01:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1524961245',display_name='tempest-ServerActionsTestOtherA-server-1524961245',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1524961245',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:03:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-eezjyegs',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:04:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=689b79ed-fb42-4fc1-8fd7-f54cb6c0217b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-534734136-network", "vif_mac": "fa:16:3e:e0:2a:54"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-534734136-network", "vif_mac": "fa:16:3e:e0:2a:54"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:05:03 user nova-compute[74497]:   <uuid>689b79ed-fb42-4fc1-8fd7-f54cb6c0217b</uuid>
Oct 24 15:05:03 user nova-compute[74497]:   <name>instance-00000021</name>
Oct 24 15:05:03 user nova-compute[74497]:   <memory>2097152</memory>
Oct 24 15:05:03 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:05:03 user nova-compute[74497]:   <metadata>
Oct 24 15:05:03 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:05:03 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:05:03 user nova-compute[74497]:       <nova:name>tempest-ServerActionsTestOtherA-server-1524961245</nova:name>
Oct 24 15:05:03 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:05:01</nova:creationTime>
Oct 24 15:05:03 user nova-compute[74497]:       <nova:flavor name="m1.small">
Oct 24 15:05:03 user nova-compute[74497]:         <nova:memory>2048</nova:memory>
Oct 24 15:05:03 user nova-compute[74497]:         <nova:disk>20</nova:disk>
Oct 24 15:05:03 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:05:03 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:05:03 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:05:03 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:05:03 user nova-compute[74497]:       <nova:owner>
Oct 24 15:05:03 user nova-compute[74497]:         <nova:user uuid="6acc0a2c7c0147a4b8c21d52db3730c6">tempest-ServerActionsTestOtherA-416295733-project-member</nova:user>
Oct 24 15:05:03 user nova-compute[74497]:         <nova:project uuid="abdcaf31a71746b7901f43d2f077d4a6">tempest-ServerActionsTestOtherA-416295733</nova:project>
Oct 24 15:05:03 user nova-compute[74497]:       </nova:owner>
Oct 24 15:05:03 user nova-compute[74497]:       <nova:ports>
Oct 24 15:05:03 user nova-compute[74497]:         <nova:port uuid="66ab7980-5a89-4b55-81c8-a5f4dbd931d9">
Oct 24 15:05:03 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 15:05:03 user nova-compute[74497]:         </nova:port>
Oct 24 15:05:03 user nova-compute[74497]:       </nova:ports>
Oct 24 15:05:03 user nova-compute[74497]:     </nova:instance>
Oct 24 15:05:03 user nova-compute[74497]:   </metadata>
Oct 24 15:05:03 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:05:03 user nova-compute[74497]:     <system>
Oct 24 15:05:03 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:05:03 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:05:03 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:05:03 user nova-compute[74497]:       <entry name="serial">689b79ed-fb42-4fc1-8fd7-f54cb6c0217b</entry>
Oct 24 15:05:03 user nova-compute[74497]:       <entry name="uuid">689b79ed-fb42-4fc1-8fd7-f54cb6c0217b</entry>
Oct 24 15:05:03 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:05:03 user nova-compute[74497]:     </system>
Oct 24 15:05:03 user nova-compute[74497]:   </sysinfo>
Oct 24 15:05:03 user nova-compute[74497]:   <os>
Oct 24 15:05:03 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:05:03 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:05:03 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:05:03 user nova-compute[74497]:   </os>
Oct 24 15:05:03 user nova-compute[74497]:   <features>
Oct 24 15:05:03 user nova-compute[74497]:     <acpi/>
Oct 24 15:05:03 user nova-compute[74497]:     <apic/>
Oct 24 15:05:03 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:05:03 user nova-compute[74497]:   </features>
Oct 24 15:05:03 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:05:03 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:05:03 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:05:03 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:05:03 user nova-compute[74497]:   </clock>
Oct 24 15:05:03 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:05:03 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:05:03 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:05:03 user nova-compute[74497]:   </cpu>
Oct 24 15:05:03 user nova-compute[74497]:   <devices>
Oct 24 15:05:03 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:05:03 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:05:03 user nova-compute[74497]:       <source dev="/dev/sdb"/>
Oct 24 15:05:03 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:05:03 user nova-compute[74497]:       <serial>14903035-85e4-4049-b043-5c43190afa9a</serial>
Oct 24 15:05:03 user nova-compute[74497]:     </disk>
Oct 24 15:05:03 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:05:03 user nova-compute[74497]:       <mac address="fa:16:3e:e0:2a:54"/>
Oct 24 15:05:03 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:03 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:05:03 user nova-compute[74497]:       <target dev="tap66ab7980-5a"/>
Oct 24 15:05:03 user nova-compute[74497]:     </interface>
Oct 24 15:05:03 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:05:03 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/689b79ed-fb42-4fc1-8fd7-f54cb6c0217b/console.log" append="off"/>
Oct 24 15:05:03 user nova-compute[74497]:     </serial>
Oct 24 15:05:03 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:05:03 user nova-compute[74497]:     <video>
Oct 24 15:05:03 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:03 user nova-compute[74497]:     </video>
Oct 24 15:05:03 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:05:03 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:05:03 user nova-compute[74497]:     </rng>
Oct 24 15:05:03 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:05:03 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:05:03 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:05:03 user nova-compute[74497]:     </memballoon>
Oct 24 15:05:03 user nova-compute[74497]:   </devices>
Oct 24 15:05:03 user nova-compute[74497]: </domain>
Oct 24 15:05:03 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:01:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1524961245',display_name='tempest-ServerActionsTestOtherA-server-1524961245',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1524961245',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:03:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-eezjyegs',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:04:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=689b79ed-fb42-4fc1-8fd7-f54cb6c0217b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-534734136-network", "vif_mac": "fa:16:3e:e0:2a:54"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-534734136-network", "vif_mac": "fa:16:3e:e0:2a:54"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG os_vif [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c78a579d-3a6a-5c25-994a-269eb6ac710e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66ab7980-5a, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66ab7980-5a, col_values=(('qos', UUID('9d710fee-f2aa-4b50-87fb-51eada164996')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66ab7980-5a, col_values=(('external_ids', {'iface-id': '66ab7980-5a89-4b55-81c8-a5f4dbd931d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:2a:54', 'vm-uuid': '689b79ed-fb42-4fc1-8fd7-f54cb6c0217b'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:03 user nova-compute[74497]: INFO os_vif [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a')
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:05:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] No VIF found with MAC fa:16:3e:e0:2a:54, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:05:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-d302612a-af0b-40dd-83a9-e191b0234ca6 req-279defa6-8f0f-44b2-9c57-81d8c3a9915e service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d302612a-af0b-40dd-83a9-e191b0234ca6 req-279defa6-8f0f-44b2-9c57-81d8c3a9915e service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d302612a-af0b-40dd-83a9-e191b0234ca6 req-279defa6-8f0f-44b2-9c57-81d8c3a9915e service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d302612a-af0b-40dd-83a9-e191b0234ca6 req-279defa6-8f0f-44b2-9c57-81d8c3a9915e service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-d302612a-af0b-40dd-83a9-e191b0234ca6 req-279defa6-8f0f-44b2-9c57-81d8c3a9915e service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:05:05 user nova-compute[74497]: WARNING nova.compute.manager [req-d302612a-af0b-40dd-83a9-e191b0234ca6 req-279defa6-8f0f-44b2-9c57-81d8c3a9915e service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received unexpected event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with vm_state building and task_state spawning.
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-af80f83e-c7f6-4851-8d59-fc955d7755d2 req-466c9328-bec3-4334-9fb8-77c9d2c25ed0 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af80f83e-c7f6-4851-8d59-fc955d7755d2 req-466c9328-bec3-4334-9fb8-77c9d2c25ed0 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af80f83e-c7f6-4851-8d59-fc955d7755d2 req-466c9328-bec3-4334-9fb8-77c9d2c25ed0 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-af80f83e-c7f6-4851-8d59-fc955d7755d2 req-466c9328-bec3-4334-9fb8-77c9d2c25ed0 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-af80f83e-c7f6-4851-8d59-fc955d7755d2 req-466c9328-bec3-4334-9fb8-77c9d2c25ed0 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:05:05 user nova-compute[74497]: WARNING nova.compute.manager [req-af80f83e-c7f6-4851-8d59-fc955d7755d2 req-466c9328-bec3-4334-9fb8-77c9d2c25ed0 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received unexpected event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with vm_state active and task_state resize_finish.
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-1c82c62f-0e06-4f69-b94e-2df3a0b7edbb req-9f48572d-efc9-44fa-ad96-f955b6896b3a service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c82c62f-0e06-4f69-b94e-2df3a0b7edbb req-9f48572d-efc9-44fa-ad96-f955b6896b3a service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c82c62f-0e06-4f69-b94e-2df3a0b7edbb req-9f48572d-efc9-44fa-ad96-f955b6896b3a service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1c82c62f-0e06-4f69-b94e-2df3a0b7edbb req-9f48572d-efc9-44fa-ad96-f955b6896b3a service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-1c82c62f-0e06-4f69-b94e-2df3a0b7edbb req-9f48572d-efc9-44fa-ad96-f955b6896b3a service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:05:07 user nova-compute[74497]: WARNING nova.compute.manager [req-1c82c62f-0e06-4f69-b94e-2df3a0b7edbb req-9f48572d-efc9-44fa-ad96-f955b6896b3a service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received unexpected event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with vm_state building and task_state spawning.
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-52fda9ae-f19a-479b-889e-7e22d1959f26 req-6f2f08ce-d11b-4fd3-9f06-0143a4aefb45 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52fda9ae-f19a-479b-889e-7e22d1959f26 req-6f2f08ce-d11b-4fd3-9f06-0143a4aefb45 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52fda9ae-f19a-479b-889e-7e22d1959f26 req-6f2f08ce-d11b-4fd3-9f06-0143a4aefb45 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-52fda9ae-f19a-479b-889e-7e22d1959f26 req-6f2f08ce-d11b-4fd3-9f06-0143a4aefb45 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-52fda9ae-f19a-479b-889e-7e22d1959f26 req-6f2f08ce-d11b-4fd3-9f06-0143a4aefb45 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:05:07 user nova-compute[74497]: WARNING nova.compute.manager [req-52fda9ae-f19a-479b-889e-7e22d1959f26 req-6f2f08ce-d11b-4fd3-9f06-0143a4aefb45 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received unexpected event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with vm_state active and task_state resize_finish.
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:05:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance spawned successfully.
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:05:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance running successfully.
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Failed to set time: agent not configured {{(pid=74497) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-dd24d7a7-f5e6-4bb9-8f6a-b347d75a6aaf tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] finish_migration finished successfully. {{(pid=74497) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 24 15:05:07 user nova-compute[74497]: INFO nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Took 7.83 seconds to spawn the instance on the hypervisor.
Oct 24 15:05:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:05:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:08 user nova-compute[74497]: INFO nova.compute.manager [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Took 8.64 seconds to build instance.
Oct 24 15:05:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-60c083e5-0a25-4c5d-ab5f-6ec114730408 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.755s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "c941f8c6-f807-4f88-87ea-3cceedafa36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:05:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:05:08 user nova-compute[74497]: INFO nova.compute.claims [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Claim successful on node user
Oct 24 15:05:09 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:05:09 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:05:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.405s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:05:09 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:05:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:05:09 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:05:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:05:09 user nova-compute[74497]: INFO nova.virt.block_device [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Booting with volume snapshot 7585a881-336f-4f50-8511-131e6af22c62 at /dev/vda
Oct 24 15:05:09 user nova-compute[74497]: DEBUG nova.policy [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8938d0f0b234c62b8595a501497bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cf1f47e298a49a5b0df7c93a72eeeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Successfully created port: f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Successfully updated port: f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquired lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-changed-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Refreshing instance network info cache due to event network-changed-f8f28f2b-d356-4c2e-96a7-732414b29e2d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] Acquiring lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Updating instance_info_cache with network_info: [{"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Releasing lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Instance network_info: |[{"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] Acquired lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Refreshing network info cache for port f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Updated VIF entry in instance network info cache for port f8f28f2b-d356-4c2e-96a7-732414b29e2d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Updating instance_info_cache with network_info: [{"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-be81c871-8197-4610-8a80-e6713aa8a150 req-ddf33dc8-d44c-4b20-bb3c-61abc80bc4bc service nova] Releasing lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:05:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:05:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:05:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG os_brick.utils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[250b11ed-67ea-40c1-9e38-c839704401a1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b99e0f-82f8-40be-b81e-0412c5f34a7b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f804091b-9265-4c95-95ea-615d14c6e67c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ac8c7e-afb0-4a0b-a790-88daccedc6c2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:05:25 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:05:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02b7c01-abac-4085-991d-6e36ecea0e6d]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG os_brick.utils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Updating existing volume attachment record: 2b8942ff-b9f6-4e51-9335-2df550c459f3 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:05:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:05:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:05:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:43 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:05:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:05:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:05:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Creating image(s)
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Ensure instance console log exists: /opt/stack/data/nova/instances/c941f8c6-f807-4f88-87ea-3cceedafa36f/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Start _get_guest_xml network_info=[{"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-24T15:04:54Z,direct_url=<?>,disk_format='qcow2',id=23c26b62-aff6-49fe-ad2e-16707abede2f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1486911827',owner='8cf1f47e298a49a5b0df7c93a72eeeeb',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-24T15:04:55Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '2b8942ff-b9f6-4e51-9335-2df550c459f3', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QMFOcnAW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c941f8c6-f807-4f88-87ea-3cceedafa36f', 'attached_at': '', 'detached_at': '', 'volume_id': '00130c95-ff15-4017-8a59-cfc3bd958eab', 'serial': '00130c95-ff15-4017-8a59-cfc3bd958eab'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:05:51 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:51 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-24T15:04:54Z,direct_url=<?>,disk_format='qcow2',id=23c26b62-aff6-49fe-ad2e-16707abede2f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1486911827',owner='8cf1f47e298a49a5b0df7c93a72eeeeb',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-24T15:04:55Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QMFOcnAW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:05:51 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.005s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:05:51 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:05:51 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8cef5e-3101-409e-a0b4-b41b9d526146]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:05:51 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6c5708-a105-4137-ba52-b54deadc8de7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab] added
Oct 24 15:05:51 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3149390-ec7b-4125-b863-9fcd046307ad]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ec5619d-862f-4a74-8308-280526ad52b4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QMFOcnAW {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QMFOcnAW" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd75157d-4c3c-43fe-badf-279fd03def0f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QMFOcnAW'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccdccc23-2b27-4986-ad88-954b9aa4d7eb]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eae75f2a-5784-4c98-8e3a-c1f860cefb70]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:52 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:05:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:52 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:05:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe40b89f-7c20-4879-b2c7-dbfd2e3c5955]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260]
Oct 24 15:05:52 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260] successful.
Oct 24 15:05:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[05fc3823-696c-448c-ad6a-8af18014c746]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1c77eb3-b646-45e9-a815-eecbf2f09879]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:52 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:05:52 user nova-compute[74497]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab (non-flash)
Oct 24 15:05:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:05:52 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:05:52 user nova-compute[74497]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab (non-flash)
Oct 24 15:05:52 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2783fc84-b819-481d-acbf-decc74b2b500]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QMFOcnAW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:53 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:53 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8231MB free_disk=25.213821411132812GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Applying migration context for instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b as it has an incoming, in-progress migration b95bc46a-82e8-457c-9c6e-954363873dad. Migration status is finished {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 15:05:53 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating resource usage from migration b95bc46a-82e8-457c-9c6e-954363873dad
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9604d3a-90f6-4777-b83c-eea5238a6b72 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a9e6e3a6-c308-431a-ad69-f6fa1aba4246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Migration b95bc46a-82e8-457c-9c6e-954363873dad is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b21365ba-0b59-4e8f-b356-c7929bdc5500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c941f8c6-f807-4f88-87ea-3cceedafa36f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b17a67f9-4b46-4c0a-a9e9-9792364872bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.430s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '23263303536376364', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263303536376364', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1928545330',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1928545330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1928545330',id=36,image_ref='23c26b62-aff6-49fe-ad2e-16707abede2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRhKWGQqwuxz/DMZYHhM443gGtTMkaYxqbihO2dQ2phJCoPszRHGOkAIxzF/crqP/fEoNsnr4l2Zf/AVVg/Hj3kSKOp7TYSaeu9gp0/K7Z949Oz7OPzj2LxfW1J35G5UQ==',key_name='tempest-keypair-335813631',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-esrahm9f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-184872735',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=c941f8c6-f807-4f88-87ea-3cceedafa36f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:a9:c7,bridge_name='br-int',has_traffic_filtering=True,id=f8f28f2b-d356-4c2e-96a7-732414b29e2d,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8f28f2b-d3') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lazy-loading 'pci_devices' on Instance uuid c941f8c6-f807-4f88-87ea-3cceedafa36f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:05:53 user nova-compute[74497]:   <uuid>c941f8c6-f807-4f88-87ea-3cceedafa36f</uuid>
Oct 24 15:05:53 user nova-compute[74497]:   <name>instance-00000024</name>
Oct 24 15:05:53 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:05:53 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:05:53 user nova-compute[74497]:   <metadata>
Oct 24 15:05:53 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:05:53 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:05:53 user nova-compute[74497]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1928545330</nova:name>
Oct 24 15:05:53 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:05:51</nova:creationTime>
Oct 24 15:05:53 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:05:53 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:05:53 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:05:53 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:05:53 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:05:53 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:05:53 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:05:53 user nova-compute[74497]:       <nova:owner>
Oct 24 15:05:53 user nova-compute[74497]:         <nova:user uuid="e8938d0f0b234c62b8595a501497bb0c">tempest-TestVolumeBootPattern-184872735-project-member</nova:user>
Oct 24 15:05:53 user nova-compute[74497]:         <nova:project uuid="8cf1f47e298a49a5b0df7c93a72eeeeb">tempest-TestVolumeBootPattern-184872735</nova:project>
Oct 24 15:05:53 user nova-compute[74497]:       </nova:owner>
Oct 24 15:05:53 user nova-compute[74497]:       <nova:root type="image" uuid="23c26b62-aff6-49fe-ad2e-16707abede2f"/>
Oct 24 15:05:53 user nova-compute[74497]:       <nova:ports>
Oct 24 15:05:53 user nova-compute[74497]:         <nova:port uuid="f8f28f2b-d356-4c2e-96a7-732414b29e2d">
Oct 24 15:05:53 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 15:05:53 user nova-compute[74497]:         </nova:port>
Oct 24 15:05:53 user nova-compute[74497]:       </nova:ports>
Oct 24 15:05:53 user nova-compute[74497]:     </nova:instance>
Oct 24 15:05:53 user nova-compute[74497]:   </metadata>
Oct 24 15:05:53 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:05:53 user nova-compute[74497]:     <system>
Oct 24 15:05:53 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:05:53 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:05:53 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:05:53 user nova-compute[74497]:       <entry name="serial">c941f8c6-f807-4f88-87ea-3cceedafa36f</entry>
Oct 24 15:05:53 user nova-compute[74497]:       <entry name="uuid">c941f8c6-f807-4f88-87ea-3cceedafa36f</entry>
Oct 24 15:05:53 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:05:53 user nova-compute[74497]:     </system>
Oct 24 15:05:53 user nova-compute[74497]:   </sysinfo>
Oct 24 15:05:53 user nova-compute[74497]:   <os>
Oct 24 15:05:53 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:05:53 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:05:53 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:05:53 user nova-compute[74497]:   </os>
Oct 24 15:05:53 user nova-compute[74497]:   <features>
Oct 24 15:05:53 user nova-compute[74497]:     <acpi/>
Oct 24 15:05:53 user nova-compute[74497]:     <apic/>
Oct 24 15:05:53 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:05:53 user nova-compute[74497]:   </features>
Oct 24 15:05:53 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:05:53 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:05:53 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:05:53 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:05:53 user nova-compute[74497]:   </clock>
Oct 24 15:05:53 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:05:53 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:05:53 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:05:53 user nova-compute[74497]:   </cpu>
Oct 24 15:05:53 user nova-compute[74497]:   <devices>
Oct 24 15:05:53 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:05:53 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:05:53 user nova-compute[74497]:       <source dev="/dev/sdc"/>
Oct 24 15:05:53 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:05:53 user nova-compute[74497]:       <serial>00130c95-ff15-4017-8a59-cfc3bd958eab</serial>
Oct 24 15:05:53 user nova-compute[74497]:     </disk>
Oct 24 15:05:53 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:05:53 user nova-compute[74497]:       <mac address="fa:16:3e:74:a9:c7"/>
Oct 24 15:05:53 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:53 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:05:53 user nova-compute[74497]:       <target dev="tapf8f28f2b-d3"/>
Oct 24 15:05:53 user nova-compute[74497]:     </interface>
Oct 24 15:05:53 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:05:53 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/c941f8c6-f807-4f88-87ea-3cceedafa36f/console.log" append="off"/>
Oct 24 15:05:53 user nova-compute[74497]:     </serial>
Oct 24 15:05:53 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:05:53 user nova-compute[74497]:     <video>
Oct 24 15:05:53 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:53 user nova-compute[74497]:     </video>
Oct 24 15:05:53 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:05:53 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:05:53 user nova-compute[74497]:     </rng>
Oct 24 15:05:53 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:05:53 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:05:53 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:05:53 user nova-compute[74497]:     </memballoon>
Oct 24 15:05:53 user nova-compute[74497]:   </devices>
Oct 24 15:05:53 user nova-compute[74497]: </domain>
Oct 24 15:05:53 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1928545330',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1928545330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1928545330',id=36,image_ref='23c26b62-aff6-49fe-ad2e-16707abede2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRhKWGQqwuxz/DMZYHhM443gGtTMkaYxqbihO2dQ2phJCoPszRHGOkAIxzF/crqP/fEoNsnr4l2Zf/AVVg/Hj3kSKOp7TYSaeu9gp0/K7Z949Oz7OPzj2LxfW1J35G5UQ==',key_name='tempest-keypair-335813631',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-esrahm9f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-184872735',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=c941f8c6-f807-4f88-87ea-3cceedafa36f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:a9:c7,bridge_name='br-int',has_traffic_filtering=True,id=f8f28f2b-d356-4c2e-96a7-732414b29e2d,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8f28f2b-d3') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG os_vif [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:a9:c7,bridge_name='br-int',has_traffic_filtering=True,id=f8f28f2b-d356-4c2e-96a7-732414b29e2d,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8f28f2b-d3') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7d006292-710d-5591-a6da-100e07be28ed', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf8f28f2b-d3, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf8f28f2b-d3, col_values=(('qos', UUID('d9c6327c-a2f3-4b08-a7d9-2a14fd634d13')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf8f28f2b-d3, col_values=(('external_ids', {'iface-id': 'f8f28f2b-d356-4c2e-96a7-732414b29e2d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:a9:c7', 'vm-uuid': 'c941f8c6-f807-4f88-87ea-3cceedafa36f'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:53 user nova-compute[74497]: INFO os_vif [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:a9:c7,bridge_name='br-int',has_traffic_filtering=True,id=f8f28f2b-d356-4c2e-96a7-732414b29e2d,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8f28f2b-d3')
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] No VIF found with MAC fa:16:3e:74:a9:c7, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.503s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.388s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:05:53 user nova-compute[74497]: INFO nova.compute.claims [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Claim successful on node user
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.376s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.767s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:05:53 user nova-compute[74497]: INFO nova.compute.claims [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Claim successful on node user
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:05:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.policy [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7213d497d514dda90e4813a82c9289c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a75d19b9a6f45fb8b7d4421b0e5f6ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:05:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Creating image(s)
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "/opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "/opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "/opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.484s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:05:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.policy [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1b2c80793d4e778b519e0f6a8492c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b065e6ddad74e348b960e0237b231ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk 1073741824" returned: 0 in 0.071s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:05:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Creating image(s)
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "/opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "/opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "/opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.215s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Successfully created port: 4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-409d5b92-fd95-46b8-8bd9-62b1f2f716fc req-41a7b43f-a6be-4b06-ba21-9fad9bc405b2 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-409d5b92-fd95-46b8-8bd9-62b1f2f716fc req-41a7b43f-a6be-4b06-ba21-9fad9bc405b2 service nova] Acquiring lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-409d5b92-fd95-46b8-8bd9-62b1f2f716fc req-41a7b43f-a6be-4b06-ba21-9fad9bc405b2 service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-409d5b92-fd95-46b8-8bd9-62b1f2f716fc req-41a7b43f-a6be-4b06-ba21-9fad9bc405b2 service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-409d5b92-fd95-46b8-8bd9-62b1f2f716fc req-41a7b43f-a6be-4b06-ba21-9fad9bc405b2 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] No waiting events found dispatching network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:05:55 user nova-compute[74497]: WARNING nova.compute.manager [req-409d5b92-fd95-46b8-8bd9-62b1f2f716fc req-41a7b43f-a6be-4b06-ba21-9fad9bc405b2 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received unexpected event network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d for instance with vm_state building and task_state spawning.
Oct 24 15:05:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Cannot resize image /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Ensure instance console log exists: /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.195s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk 1073741824" returned: 0 in 0.067s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Successfully created port: c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Cannot resize image /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Ensure instance console log exists: /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Successfully updated port: 4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "refresh_cache-b17a67f9-4b46-4c0a-a9e9-9792364872bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquired lock "refresh_cache-b17a67f9-4b46-4c0a-a9e9-9792364872bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:55 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received event network-changed-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Refreshing instance network info cache due to event network-changed-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] Acquiring lock "refresh_cache-b17a67f9-4b46-4c0a-a9e9-9792364872bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Updating instance_info_cache with network_info: [{"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Releasing lock "refresh_cache-b17a67f9-4b46-4c0a-a9e9-9792364872bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Instance network_info: |[{"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] Acquired lock "refresh_cache-b17a67f9-4b46-4c0a-a9e9-9792364872bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.neutron [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Refreshing network info cache for port 4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Start _get_guest_xml network_info=[{"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:05:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1070171647',display_name='tempest-VolumesActionsTest-instance-1070171647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1070171647',id=38,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a75d19b9a6f45fb8b7d4421b0e5f6ad',ramdisk_id='',reservation_id='r-q2kemud0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-513909997',owner_user_name='tempest-VolumesActionsTest-513909997-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:54Z,user_data=None,user_id='a7213d497d514dda90e4813a82c9289c',uuid=b17a67f9-4b46-4c0a-a9e9-9792364872bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Converting VIF {"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:ce:a3,bridge_name='br-int',has_traffic_filtering=True,id=4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5,network=Network(c393eece-d517-4fe1-89ce-5ae9cffdaa93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4314dc2b-e7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lazy-loading 'pci_devices' on Instance uuid b17a67f9-4b46-4c0a-a9e9-9792364872bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:05:56 user nova-compute[74497]:   <uuid>b17a67f9-4b46-4c0a-a9e9-9792364872bd</uuid>
Oct 24 15:05:56 user nova-compute[74497]:   <name>instance-00000026</name>
Oct 24 15:05:56 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:05:56 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:05:56 user nova-compute[74497]:   <metadata>
Oct 24 15:05:56 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:05:56 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:05:56 user nova-compute[74497]:       <nova:name>tempest-VolumesActionsTest-instance-1070171647</nova:name>
Oct 24 15:05:56 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:05:56</nova:creationTime>
Oct 24 15:05:56 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:05:56 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:05:56 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:05:56 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:05:56 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:05:56 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:05:56 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:05:56 user nova-compute[74497]:       <nova:owner>
Oct 24 15:05:56 user nova-compute[74497]:         <nova:user uuid="a7213d497d514dda90e4813a82c9289c">tempest-VolumesActionsTest-513909997-project-member</nova:user>
Oct 24 15:05:56 user nova-compute[74497]:         <nova:project uuid="4a75d19b9a6f45fb8b7d4421b0e5f6ad">tempest-VolumesActionsTest-513909997</nova:project>
Oct 24 15:05:56 user nova-compute[74497]:       </nova:owner>
Oct 24 15:05:56 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:05:56 user nova-compute[74497]:       <nova:ports>
Oct 24 15:05:56 user nova-compute[74497]:         <nova:port uuid="4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5">
Oct 24 15:05:56 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 15:05:56 user nova-compute[74497]:         </nova:port>
Oct 24 15:05:56 user nova-compute[74497]:       </nova:ports>
Oct 24 15:05:56 user nova-compute[74497]:     </nova:instance>
Oct 24 15:05:56 user nova-compute[74497]:   </metadata>
Oct 24 15:05:56 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:05:56 user nova-compute[74497]:     <system>
Oct 24 15:05:56 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:05:56 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:05:56 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:05:56 user nova-compute[74497]:       <entry name="serial">b17a67f9-4b46-4c0a-a9e9-9792364872bd</entry>
Oct 24 15:05:56 user nova-compute[74497]:       <entry name="uuid">b17a67f9-4b46-4c0a-a9e9-9792364872bd</entry>
Oct 24 15:05:56 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:05:56 user nova-compute[74497]:     </system>
Oct 24 15:05:56 user nova-compute[74497]:   </sysinfo>
Oct 24 15:05:56 user nova-compute[74497]:   <os>
Oct 24 15:05:56 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:05:56 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:05:56 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:05:56 user nova-compute[74497]:   </os>
Oct 24 15:05:56 user nova-compute[74497]:   <features>
Oct 24 15:05:56 user nova-compute[74497]:     <acpi/>
Oct 24 15:05:56 user nova-compute[74497]:     <apic/>
Oct 24 15:05:56 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:05:56 user nova-compute[74497]:   </features>
Oct 24 15:05:56 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:05:56 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:05:56 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:05:56 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:05:56 user nova-compute[74497]:   </clock>
Oct 24 15:05:56 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:05:56 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:05:56 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:05:56 user nova-compute[74497]:   </cpu>
Oct 24 15:05:56 user nova-compute[74497]:   <devices>
Oct 24 15:05:56 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:05:56 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:05:56 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk"/>
Oct 24 15:05:56 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:05:56 user nova-compute[74497]:     </disk>
Oct 24 15:05:56 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:05:56 user nova-compute[74497]:       <mac address="fa:16:3e:18:ce:a3"/>
Oct 24 15:05:56 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:56 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:05:56 user nova-compute[74497]:       <target dev="tap4314dc2b-e7"/>
Oct 24 15:05:56 user nova-compute[74497]:     </interface>
Oct 24 15:05:56 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:05:56 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/console.log" append="off"/>
Oct 24 15:05:56 user nova-compute[74497]:     </serial>
Oct 24 15:05:56 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:05:56 user nova-compute[74497]:     <video>
Oct 24 15:05:56 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:56 user nova-compute[74497]:     </video>
Oct 24 15:05:56 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:05:56 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:05:56 user nova-compute[74497]:     </rng>
Oct 24 15:05:56 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:05:56 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:05:56 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:05:56 user nova-compute[74497]:     </memballoon>
Oct 24 15:05:56 user nova-compute[74497]:   </devices>
Oct 24 15:05:56 user nova-compute[74497]: </domain>
Oct 24 15:05:56 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1070171647',display_name='tempest-VolumesActionsTest-instance-1070171647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1070171647',id=38,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a75d19b9a6f45fb8b7d4421b0e5f6ad',ramdisk_id='',reservation_id='r-q2kemud0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-513909997',owner_user_name='tempest-VolumesActionsTest-513909997-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:54Z,user_data=None,user_id='a7213d497d514dda90e4813a82c9289c',uuid=b17a67f9-4b46-4c0a-a9e9-9792364872bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Converting VIF {"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:ce:a3,bridge_name='br-int',has_traffic_filtering=True,id=4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5,network=Network(c393eece-d517-4fe1-89ce-5ae9cffdaa93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4314dc2b-e7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG os_vif [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:ce:a3,bridge_name='br-int',has_traffic_filtering=True,id=4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5,network=Network(c393eece-d517-4fe1-89ce-5ae9cffdaa93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4314dc2b-e7') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63d1520c-13b7-599c-aa09-91e8eae6513a', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4314dc2b-e7, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4314dc2b-e7, col_values=(('qos', UUID('f93eb4ea-b22d-4026-b49f-68ceaa56f093')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4314dc2b-e7, col_values=(('external_ids', {'iface-id': '4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:18:ce:a3', 'vm-uuid': 'b17a67f9-4b46-4c0a-a9e9-9792364872bd'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:56 user nova-compute[74497]: INFO os_vif [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:ce:a3,bridge_name='br-int',has_traffic_filtering=True,id=4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5,network=Network(c393eece-d517-4fe1-89ce-5ae9cffdaa93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4314dc2b-e7')
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Successfully updated port: c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquired lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] No VIF found with MAC fa:16:3e:18:ce:a3, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:05:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Instance spawned successfully.
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:05:57 user nova-compute[74497]: INFO nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Took 5.22 seconds to spawn the instance on the hypervisor.
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-268c6f22-2c43-4013-8b81-e7c34362d2d2 req-86d89c1d-d8a9-4c82-bcf2-31d9a2aafb8f service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-268c6f22-2c43-4013-8b81-e7c34362d2d2 req-86d89c1d-d8a9-4c82-bcf2-31d9a2aafb8f service nova] Acquiring lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-268c6f22-2c43-4013-8b81-e7c34362d2d2 req-86d89c1d-d8a9-4c82-bcf2-31d9a2aafb8f service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-268c6f22-2c43-4013-8b81-e7c34362d2d2 req-86d89c1d-d8a9-4c82-bcf2-31d9a2aafb8f service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-268c6f22-2c43-4013-8b81-e7c34362d2d2 req-86d89c1d-d8a9-4c82-bcf2-31d9a2aafb8f service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] No waiting events found dispatching network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:05:57 user nova-compute[74497]: WARNING nova.compute.manager [req-268c6f22-2c43-4013-8b81-e7c34362d2d2 req-86d89c1d-d8a9-4c82-bcf2-31d9a2aafb8f service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received unexpected event network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d for instance with vm_state building and task_state spawning.
Oct 24 15:05:57 user nova-compute[74497]: INFO nova.compute.manager [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Took 48.39 seconds to build instance.
Oct 24 15:05:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3fd0885c-37ca-4bd1-9de0-76e44be7ed84 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 48.535s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Updated VIF entry in instance network info cache for port 4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.network.neutron [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Updating instance_info_cache with network_info: [{"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1310e033-f9cc-4eaa-b5b7-8db61f7449ab req-d68bf5c3-5ab6-435f-bbaa-394068af606d service nova] Releasing lock "refresh_cache-b17a67f9-4b46-4c0a-a9e9-9792364872bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updating instance_info_cache with network_info: [{"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Releasing lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Instance network_info: |[{"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Start _get_guest_xml network_info=[{"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:05:57 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:57 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1546309973',display_name='tempest-ServersNegativeTestJSON-server-1546309973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1546309973',id=37,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b065e6ddad74e348b960e0237b231ee',ramdisk_id='',reservation_id='r-9rd7onah',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-549263891',owner_user_name='tempest-ServersNegativeTestJSON-549263891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:55Z,user_data=None,user_id='ff1b2c80793d4e778b519e0f6a8492c9',uuid=2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converting VIF {"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:c5:c8,bridge_name='br-int',has_traffic_filtering=True,id=c5411171-af12-457d-83b6-145ff64622f9,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5411171-af') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lazy-loading 'pci_devices' on Instance uuid 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:05:57 user nova-compute[74497]:   <uuid>2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3</uuid>
Oct 24 15:05:57 user nova-compute[74497]:   <name>instance-00000025</name>
Oct 24 15:05:57 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:05:57 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:05:57 user nova-compute[74497]:   <metadata>
Oct 24 15:05:57 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:05:57 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:05:57 user nova-compute[74497]:       <nova:name>tempest-ServersNegativeTestJSON-server-1546309973</nova:name>
Oct 24 15:05:57 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:05:57</nova:creationTime>
Oct 24 15:05:57 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:05:57 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:05:57 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:05:57 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:05:57 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:05:57 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:05:57 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:05:57 user nova-compute[74497]:       <nova:owner>
Oct 24 15:05:57 user nova-compute[74497]:         <nova:user uuid="ff1b2c80793d4e778b519e0f6a8492c9">tempest-ServersNegativeTestJSON-549263891-project-member</nova:user>
Oct 24 15:05:57 user nova-compute[74497]:         <nova:project uuid="1b065e6ddad74e348b960e0237b231ee">tempest-ServersNegativeTestJSON-549263891</nova:project>
Oct 24 15:05:57 user nova-compute[74497]:       </nova:owner>
Oct 24 15:05:57 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:05:57 user nova-compute[74497]:       <nova:ports>
Oct 24 15:05:57 user nova-compute[74497]:         <nova:port uuid="c5411171-af12-457d-83b6-145ff64622f9">
Oct 24 15:05:57 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 15:05:57 user nova-compute[74497]:         </nova:port>
Oct 24 15:05:57 user nova-compute[74497]:       </nova:ports>
Oct 24 15:05:57 user nova-compute[74497]:     </nova:instance>
Oct 24 15:05:57 user nova-compute[74497]:   </metadata>
Oct 24 15:05:57 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:05:57 user nova-compute[74497]:     <system>
Oct 24 15:05:57 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:05:57 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:05:57 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:05:57 user nova-compute[74497]:       <entry name="serial">2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3</entry>
Oct 24 15:05:57 user nova-compute[74497]:       <entry name="uuid">2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3</entry>
Oct 24 15:05:57 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:05:57 user nova-compute[74497]:     </system>
Oct 24 15:05:57 user nova-compute[74497]:   </sysinfo>
Oct 24 15:05:57 user nova-compute[74497]:   <os>
Oct 24 15:05:57 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:05:57 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:05:57 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:05:57 user nova-compute[74497]:   </os>
Oct 24 15:05:57 user nova-compute[74497]:   <features>
Oct 24 15:05:57 user nova-compute[74497]:     <acpi/>
Oct 24 15:05:57 user nova-compute[74497]:     <apic/>
Oct 24 15:05:57 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:05:57 user nova-compute[74497]:   </features>
Oct 24 15:05:57 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:05:57 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:05:57 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:05:57 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:05:57 user nova-compute[74497]:   </clock>
Oct 24 15:05:57 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:05:57 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:05:57 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:05:57 user nova-compute[74497]:   </cpu>
Oct 24 15:05:57 user nova-compute[74497]:   <devices>
Oct 24 15:05:57 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:05:57 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:05:57 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk"/>
Oct 24 15:05:57 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:05:57 user nova-compute[74497]:     </disk>
Oct 24 15:05:57 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:05:57 user nova-compute[74497]:       <mac address="fa:16:3e:ef:c5:c8"/>
Oct 24 15:05:57 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:57 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:05:57 user nova-compute[74497]:       <target dev="tapc5411171-af"/>
Oct 24 15:05:57 user nova-compute[74497]:     </interface>
Oct 24 15:05:57 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:05:57 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/console.log" append="off"/>
Oct 24 15:05:57 user nova-compute[74497]:     </serial>
Oct 24 15:05:57 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:05:57 user nova-compute[74497]:     <video>
Oct 24 15:05:57 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:05:57 user nova-compute[74497]:     </video>
Oct 24 15:05:57 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:05:57 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:05:57 user nova-compute[74497]:     </rng>
Oct 24 15:05:57 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:05:57 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:05:57 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:05:57 user nova-compute[74497]:     </memballoon>
Oct 24 15:05:57 user nova-compute[74497]:   </devices>
Oct 24 15:05:57 user nova-compute[74497]: </domain>
Oct 24 15:05:57 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1546309973',display_name='tempest-ServersNegativeTestJSON-server-1546309973',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1546309973',id=37,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b065e6ddad74e348b960e0237b231ee',ramdisk_id='',reservation_id='r-9rd7onah',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-549263891',owner_user_name='tempest-ServersNegativeTestJSON-549263891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:05:55Z,user_data=None,user_id='ff1b2c80793d4e778b519e0f6a8492c9',uuid=2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converting VIF {"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ef:c5:c8,bridge_name='br-int',has_traffic_filtering=True,id=c5411171-af12-457d-83b6-145ff64622f9,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5411171-af') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG os_vif [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:c5:c8,bridge_name='br-int',has_traffic_filtering=True,id=c5411171-af12-457d-83b6-145ff64622f9,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5411171-af') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e7f30725-990e-5591-9213-4d387253a359', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc5411171-af, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc5411171-af, col_values=(('qos', UUID('d58f91b1-1965-45ab-8c66-9d5a9796c1f0')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc5411171-af, col_values=(('external_ids', {'iface-id': 'c5411171-af12-457d-83b6-145ff64622f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ef:c5:c8', 'vm-uuid': '2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: INFO os_vif [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ef:c5:c8,bridge_name='br-int',has_traffic_filtering=True,id=c5411171-af12-457d-83b6-145ff64622f9,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5411171-af')
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] No VIF found with MAC fa:16:3e:ef:c5:c8, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received event network-changed-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Refreshing instance network info cache due to event network-changed-c5411171-af12-457d-83b6-145ff64622f9. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] Acquiring lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] Acquired lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Refreshing network info cache for port c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updated VIF entry in instance network info cache for port c5411171-af12-457d-83b6-145ff64622f9. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG nova.network.neutron [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updating instance_info_cache with network_info: [{"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:05:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ccb6185c-c075-45b4-9fa1-59428fbfd3f1 req-d7d0b777-5692-4953-8333-89ed0dd38791 service nova] Releasing lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:05:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:05:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:06:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Instance spawned successfully.
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: INFO nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Took 7.25 seconds to spawn the instance on the hypervisor.
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:06:01 user nova-compute[74497]: INFO nova.compute.manager [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Took 8.36 seconds to build instance.
Oct 24 15:06:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5eb331f0-de26-49d6-a08a-4d80ef2649a1 tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.465s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:06:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Instance spawned successfully.
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:06:01 user nova-compute[74497]: INFO nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Took 7.10 seconds to spawn the instance on the hypervisor.
Oct 24 15:06:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:06:01 user nova-compute[74497]: INFO nova.compute.manager [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Took 8.78 seconds to build instance.
Oct 24 15:06:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3aa63cf2-db0f-45f6-b2c9-d50506c0777f tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.893s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-396a0268-47e5-4625-be6d-243fa9f5ebbd req-83a7a35f-28c1-402b-bfd7-cdc68e68d0de service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received event network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-396a0268-47e5-4625-be6d-243fa9f5ebbd req-83a7a35f-28c1-402b-bfd7-cdc68e68d0de service nova] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-396a0268-47e5-4625-be6d-243fa9f5ebbd req-83a7a35f-28c1-402b-bfd7-cdc68e68d0de service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-396a0268-47e5-4625-be6d-243fa9f5ebbd req-83a7a35f-28c1-402b-bfd7-cdc68e68d0de service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-396a0268-47e5-4625-be6d-243fa9f5ebbd req-83a7a35f-28c1-402b-bfd7-cdc68e68d0de service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] No waiting events found dispatching network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:06:04 user nova-compute[74497]: WARNING nova.compute.manager [req-396a0268-47e5-4625-be6d-243fa9f5ebbd req-83a7a35f-28c1-402b-bfd7-cdc68e68d0de service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received unexpected event network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 for instance with vm_state active and task_state None.
Oct 24 15:06:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received event network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] No waiting events found dispatching network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:06:06 user nova-compute[74497]: WARNING nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received unexpected event network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 for instance with vm_state active and task_state None.
Oct 24 15:06:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received event network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] No waiting events found dispatching network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:06:06 user nova-compute[74497]: WARNING nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received unexpected event network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 for instance with vm_state active and task_state None.
Oct 24 15:06:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received event network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] No waiting events found dispatching network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:06:06 user nova-compute[74497]: WARNING nova.compute.manager [req-0d4a1229-4116-4f84-96c1-a3f8d23672ed req-96807658-547a-4a2f-afae-d05d190885b9 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received unexpected event network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 for instance with vm_state active and task_state None.
Oct 24 15:06:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:12 user nova-compute[74497]: INFO nova.compute.manager [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Terminating instance
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bac46e2-6818-46ba-ad74-26a558c1487e req-f0606402-10bc-4289-bcf7-5642afb2cb75 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-unplugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bac46e2-6818-46ba-ad74-26a558c1487e req-f0606402-10bc-4289-bcf7-5642afb2cb75 service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bac46e2-6818-46ba-ad74-26a558c1487e req-f0606402-10bc-4289-bcf7-5642afb2cb75 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bac46e2-6818-46ba-ad74-26a558c1487e req-f0606402-10bc-4289-bcf7-5642afb2cb75 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bac46e2-6818-46ba-ad74-26a558c1487e req-f0606402-10bc-4289-bcf7-5642afb2cb75 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-unplugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bac46e2-6818-46ba-ad74-26a558c1487e req-f0606402-10bc-4289-bcf7-5642afb2cb75 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-unplugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Instance destroyed successfully.
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lazy-loading 'resources' on Instance uuid a9e6e3a6-c308-431a-ad69-f6fa1aba4246 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T15:00:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-719175836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-719175836',id=32,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaUVIwoAz3foYDu5sMku87EpqwSEEfPgvdox4jCNYWivDDEvSOpatIZqPt5orc1QSVI1rrU8JvNGQnh6WIRABltChfnk/aCssvmNNk7OpbiRU9e5EoxdZWNeBGN/VrA3g==',key_name='tempest-keypair-813945309',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:04:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='62a7a501bec3489c913376034a4b554d',ramdisk_id='',reservation_id='r-sce23q9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-520341895',owner_user_name='tempest-AttachVolumeShelveTestJSON-520341895-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:04:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='934a4f022afa4236b96f780e4c69496e',uuid=a9e6e3a6-c308-431a-ad69-f6fa1aba4246,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converting VIF {"id": "c7472010-988b-49ce-b4a4-274f88c444aa", "address": "fa:16:3e:c9:12:c8", "network": {"id": "12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-759510546-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "62a7a501bec3489c913376034a4b554d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc7472010-98", "ovs_interfaceid": "c7472010-988b-49ce-b4a4-274f88c444aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG os_vif [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc7472010-98, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51d9d07a-d96d-4f1d-88c3-630fc1433a6c) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:06:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:06:12 user nova-compute[74497]: INFO os_vif [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:12:c8,bridge_name='br-int',has_traffic_filtering=True,id=c7472010-988b-49ce-b4a4-274f88c444aa,network=Network(12f3ca92-60a4-4c60-8b6a-804ecd2ff6c1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc7472010-98')
Oct 24 15:06:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Deleting instance files /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246_del
Oct 24 15:06:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Deletion of /opt/stack/data/nova/instances/a9e6e3a6-c308-431a-ad69-f6fa1aba4246_del complete
Oct 24 15:06:13 user nova-compute[74497]: INFO nova.compute.manager [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 15:06:13 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:13 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:06:13 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Took 0.90 seconds to deallocate network for instance.
Oct 24 15:06:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-5192ba22-930d-4984-bb9e-a803d2be3408 req-cab5d178-4ac2-4520-8dc1-d38b9801ed71 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-deleted-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:14 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Deleted allocations for instance a9e6e3a6-c308-431a-ad69-f6fa1aba4246
Oct 24 15:06:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e4fed9a6-348a-44ac-b710-a75051ba78f9 tempest-AttachVolumeShelveTestJSON-520341895 tempest-AttachVolumeShelveTestJSON-520341895-project-member] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.411s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-a57c2dc5-f68c-4521-9b36-8735484d3808 req-15f81ce1-f73a-4cdf-b529-22f736554ab5 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a57c2dc5-f68c-4521-9b36-8735484d3808 req-15f81ce1-f73a-4cdf-b529-22f736554ab5 service nova] Acquiring lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a57c2dc5-f68c-4521-9b36-8735484d3808 req-15f81ce1-f73a-4cdf-b529-22f736554ab5 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a57c2dc5-f68c-4521-9b36-8735484d3808 req-15f81ce1-f73a-4cdf-b529-22f736554ab5 service nova] Lock "a9e6e3a6-c308-431a-ad69-f6fa1aba4246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-a57c2dc5-f68c-4521-9b36-8735484d3808 req-15f81ce1-f73a-4cdf-b529-22f736554ab5 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] No waiting events found dispatching network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:06:14 user nova-compute[74497]: WARNING nova.compute.manager [req-a57c2dc5-f68c-4521-9b36-8735484d3808 req-15f81ce1-f73a-4cdf-b529-22f736554ab5 service nova] [instance: a9e6e3a6-c308-431a-ad69-f6fa1aba4246] Received unexpected event network-vif-plugged-c7472010-988b-49ce-b4a4-274f88c444aa for instance with vm_state deleted and task_state None.
Oct 24 15:06:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Going to confirm migration 1 {{(pid=74497) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquired lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'info_cache' on Instance uuid 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Releasing lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'migration_context' on Instance uuid 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG nova.objects.base [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Object Instance<689b79ed-fb42-4fc1-8fd7-f54cb6c0217b> lazy-loaded attributes: info_cache,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:29 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:06:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:06:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.321s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:29 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Deleted allocation for migration b95bc46a-82e8-457c-9c6e-954363873dad
Oct 24 15:06:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cddbdf3d-fae7-4cc0-9b2c-a4d3b005cad7 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.278s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:06:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [{"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:06:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:06:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:06:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:06:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:06:54 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:06:54 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7888MB free_disk=25.174320220947266GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9604d3a-90f6-4777-b83c-eea5238a6b72 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b21365ba-0b59-4e8f-b356-c7929bdc5500 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance c941f8c6-f807-4f88-87ea-3cceedafa36f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b17a67f9-4b46-4c0a-a9e9-9792364872bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:06:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.373s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG nova.objects.instance [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'flavor' on Instance uuid b21365ba-0b59-4e8f-b356-c7929bdc5500 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:06:55 user nova-compute[74497]: INFO nova.compute.manager [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Attaching volume c1137b3b-0580-402a-b524-054433482b0e to /dev/vdb
Oct 24 15:06:55 user nova-compute[74497]: DEBUG os_brick.utils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f18e0f-433d-4ec4-bca4-701d3aa2549e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da8db42-8b4a-4dff-9d45-36a82001c9f1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f31a11-f8c6-47ed-a68a-d2e770d16ead]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8803f1e9-de28-4951-97e1-214dcf0c31a2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:06:55 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb021c0b-5d1c-4cef-bf18-4827b57c6cb5]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG os_brick.utils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating existing volume attachment record: a30e494f-51a3-44d1-8545-adb61db9a8fd {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:55 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:06:59 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:06:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:06:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-changed-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:06:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Refreshing instance network info cache due to event network-changed-f8f28f2b-d356-4c2e-96a7-732414b29e2d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:06:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] Acquiring lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:06:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] Acquired lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:06:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Refreshing network info cache for port f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG nova.network.neutron [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Updated VIF entry in instance network info cache for port f8f28f2b-d356-4c2e-96a7-732414b29e2d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG nova.network.neutron [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Updating instance_info_cache with network_info: [{"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-51530a7e-592a-4158-9f5b-c3a16211cb89 req-f6c6682a-9a19-474e-8f26-88a6803b5bf5 service nova] Releasing lock "refresh_cache-c941f8c6-f807-4f88-87ea-3cceedafa36f" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "c941f8c6-f807-4f88-87ea-3cceedafa36f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:00 user nova-compute[74497]: INFO nova.compute.manager [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Terminating instance
Oct 24 15:07:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-114aef2a-99d4-4002-9c43-873825b6407e req-38fdd73b-31ba-4c61-a009-db53cc825ebb service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-vif-unplugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-114aef2a-99d4-4002-9c43-873825b6407e req-38fdd73b-31ba-4c61-a009-db53cc825ebb service nova] Acquiring lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-114aef2a-99d4-4002-9c43-873825b6407e req-38fdd73b-31ba-4c61-a009-db53cc825ebb service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-114aef2a-99d4-4002-9c43-873825b6407e req-38fdd73b-31ba-4c61-a009-db53cc825ebb service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-114aef2a-99d4-4002-9c43-873825b6407e req-38fdd73b-31ba-4c61-a009-db53cc825ebb service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] No waiting events found dispatching network-vif-unplugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-114aef2a-99d4-4002-9c43-873825b6407e req-38fdd73b-31ba-4c61-a009-db53cc825ebb service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-vif-unplugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Instance destroyed successfully.
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lazy-loading 'resources' on Instance uuid c941f8c6-f807-4f88-87ea-3cceedafa36f {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1928545330',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1928545330',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1928545330',id=36,image_ref='23c26b62-aff6-49fe-ad2e-16707abede2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDRhKWGQqwuxz/DMZYHhM443gGtTMkaYxqbihO2dQ2phJCoPszRHGOkAIxzF/crqP/fEoNsnr4l2Zf/AVVg/Hj3kSKOp7TYSaeu9gp0/K7Z949Oz7OPzj2LxfW1J35G5UQ==',key_name='tempest-keypair-335813631',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:05:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-esrahm9f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-184872735',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:05:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=c941f8c6-f807-4f88-87ea-3cceedafa36f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "address": "fa:16:3e:74:a9:c7", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf8f28f2b-d3", "ovs_interfaceid": "f8f28f2b-d356-4c2e-96a7-732414b29e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:a9:c7,bridge_name='br-int',has_traffic_filtering=True,id=f8f28f2b-d356-4c2e-96a7-732414b29e2d,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8f28f2b-d3') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_vif [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:a9:c7,bridge_name='br-int',has_traffic_filtering=True,id=f8f28f2b-d356-4c2e-96a7-732414b29e2d,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8f28f2b-d3') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf8f28f2b-d3, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9c6327c-a2f3-4b08-a7d9-2a14fd634d13) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:01 user nova-compute[74497]: INFO os_vif [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:a9:c7,bridge_name='br-int',has_traffic_filtering=True,id=f8f28f2b-d356-4c2e-96a7-732414b29e2d,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf8f28f2b-d3')
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QMFOcnAW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:07:01 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fc35304-82ae-4658-bfd7-328687d0ac45]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:07:01 user nova-compute[74497]: No targets found.
Oct 24 15:07:01 user nova-compute[74497]: iSNS:
Oct 24 15:07:01 user nova-compute[74497]: No targets found.
Oct 24 15:07:01 user nova-compute[74497]: STATIC:
Oct 24 15:07:01 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab
Oct 24 15:07:01 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:07:01 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:07:01 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a
Oct 24 15:07:01 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:07:01 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:07:01 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b
Oct 24 15:07:01 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:07:01 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:07:01 user nova-compute[74497]: FIRMWARE:
Oct 24 15:07:01 user nova-compute[74497]: No targets found.
Oct 24 15:07:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:07:01 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:07:01 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc1c2650-e75b-46bd-9088-ccef933dffad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[571142b4-75e7-4336-9f3c-854fb0b35b70]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:07:01 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:07:01 user nova-compute[74497]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab (non-flash)
Oct 24 15:07:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:07:01 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:07:01 user nova-compute[74497]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab (non-flash)
Oct 24 15:07:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601bbe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e66d2679-6373-48f4-a949-57419ba34bb7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[836f64b5-9ea7-48bb-b8f5-d223c8dada5d]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15670dc-1a31-4211-98f6-d158004f7c7a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[695052ad-771a-4e73-a928-8142fa46f2d0]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e9bb66-a5c0-44cd-9e20-ca0df3d91af4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3022d5f-e769-4e12-8e10-e44e5f9b7434]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260]
Oct 24 15:07:01 user nova-compute[74497]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab, portal: 172.16.0.220,3260] successful.
Oct 24 15:07:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00130c95-ff15-4017-8a59-cfc3bd958eab -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9843edd-9ac1-403a-9c5a-f45a1600555c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== disconnect_volume: return (317ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:07:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Deleting instance files /opt/stack/data/nova/instances/c941f8c6-f807-4f88-87ea-3cceedafa36f_del
Oct 24 15:07:01 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Deletion of /opt/stack/data/nova/instances/c941f8c6-f807-4f88-87ea-3cceedafa36f_del complete
Oct 24 15:07:01 user nova-compute[74497]: INFO nova.compute.manager [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 24 15:07:01 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:07:01 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:07:02 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:02 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Took 0.66 seconds to deallocate network for instance.
Oct 24 15:07:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-1a7f87be-94df-4ca2-8072-b331ec8747c3 req-3fa7c9ed-e34e-4c19-a56d-8cd9d7ecd6b1 service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-vif-deleted-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-2e134973-b217-4c18-9064-72857b91bc0e req-7fa37ee1-a0bb-4da1-a827-1e0ff7141fed service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received event network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2e134973-b217-4c18-9064-72857b91bc0e req-7fa37ee1-a0bb-4da1-a827-1e0ff7141fed service nova] Acquiring lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2e134973-b217-4c18-9064-72857b91bc0e req-7fa37ee1-a0bb-4da1-a827-1e0ff7141fed service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2e134973-b217-4c18-9064-72857b91bc0e req-7fa37ee1-a0bb-4da1-a827-1e0ff7141fed service nova] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-2e134973-b217-4c18-9064-72857b91bc0e req-7fa37ee1-a0bb-4da1-a827-1e0ff7141fed service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] No waiting events found dispatching network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:02 user nova-compute[74497]: WARNING nova.compute.manager [req-2e134973-b217-4c18-9064-72857b91bc0e req-7fa37ee1-a0bb-4da1-a827-1e0ff7141fed service nova] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Received unexpected event network-vif-plugged-f8f28f2b-d356-4c2e-96a7-732414b29e2d for instance with vm_state active and task_state deleting.
Oct 24 15:07:03 user nova-compute[74497]: INFO nova.compute.manager [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Took 0.88 seconds to detach 1 volumes for instance.
Oct 24 15:07:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: c941f8c6-f807-4f88-87ea-3cceedafa36f] Deleting volume: 00130c95-ff15-4017-8a59-cfc3bd958eab {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 15:07:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:03 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:07:03 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:07:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.269s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:03 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Deleted allocations for instance c941f8c6-f807-4f88-87ea-3cceedafa36f
Oct 24 15:07:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1cf61a8-5ad6-4922-b9e8-961061454ecd tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "c941f8c6-f807-4f88-87ea-3cceedafa36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.378s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:07:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:07:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:07:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JnFcXwzo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:07:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:07:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:07:12 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e17903-e585-423c-85bb-63472059130f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:07:12 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec0d91a1-1489-4ad0-817e-f1d2141645e3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e] added
Oct 24 15:07:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f854a28-1aaf-4db8-928c-e2b583303abe]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[237fc0d6-a0fc-4e2c-886a-615cc133eabd]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JnFcXwzo {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JnFcXwzo" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[284d23c0-42f9-49b7-85c7-5eb1104c0070]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JnFcXwzo'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.072s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[756ddac2-c9c1-4674-9bdf-600604764e28]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e60e8d1e-245b-4690-804e-d20d4b949f10]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:07:13 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:07:13 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:07:13 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:07:13 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b108fb71-fbcb-4416-9996-6aafb3eafdfb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260]
Oct 24 15:07:13 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260] successful.
Oct 24 15:07:13 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc4f52c0-a8e1-471f-9587-aae266755250]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f073cf-c902-4bb0-8bdc-86fd903588d3]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:07:13 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:07:13 user nova-compute[74497]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:07:13 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:07:13 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:07:13 user nova-compute[74497]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:07:13 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.361s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e0557e8-827e-46b1-a565-b1a4171a2364]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:07:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JnFcXwzo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.400s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== connect_volume: return (1402ms) {'type': 'block', 'scsi_wwn': '26633366361623065', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633366361623065', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'flavor' on Instance uuid b21365ba-0b59-4e8f-b356-c7929bdc5500 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:07:14 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:07:14 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:07:14 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:07:14 user nova-compute[74497]:   <serial>c1137b3b-0580-402a-b524-054433482b0e</serial>
Oct 24 15:07:14 user nova-compute[74497]: </disk>
Oct 24 15:07:14 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:07:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] No VIF found with MAC fa:16:3e:cb:d9:2f, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:07:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-200f2ee4-f0ef-4950-bcbf-f0478d107f4e tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.721s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:07:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:07:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:07:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-changed-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing instance network info cache due to event network-changed-bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:07:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] Acquiring lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] Acquired lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:17 user nova-compute[74497]: DEBUG nova.network.neutron [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing network info cache for port bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:07:18 user nova-compute[74497]: DEBUG nova.network.neutron [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updated VIF entry in instance network info cache for port bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:07:18 user nova-compute[74497]: DEBUG nova.network.neutron [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2d2e4f85-4ba6-4a93-b9c2-977b408c63a4 req-3549dd7d-6841-4253-946a-20b7783c1908 service nova] Releasing lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-changed-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing instance network info cache due to event network-changed-bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:07:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] Acquiring lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] Acquired lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:19 user nova-compute[74497]: DEBUG nova.network.neutron [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing network info cache for port bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:20 user nova-compute[74497]: INFO nova.compute.manager [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Rebooting instance
Oct 24 15:07:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG nova.network.neutron [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updated VIF entry in instance network info cache for port bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG nova.network.neutron [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a9ec1471-5581-4462-850f-c7d6ce1577c6 req-152f26ff-5ab2-4673-92fd-5ae76523e859 service nova] Releasing lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquired lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:07:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:21 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Releasing lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:07:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-ee9ef953-0521-4bd4-af20-3c8398aa47b8 req-20736e84-6579-49d8-9fa0-9c42d45f3716 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-unplugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ee9ef953-0521-4bd4-af20-3c8398aa47b8 req-20736e84-6579-49d8-9fa0-9c42d45f3716 service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ee9ef953-0521-4bd4-af20-3c8398aa47b8 req-20736e84-6579-49d8-9fa0-9c42d45f3716 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ee9ef953-0521-4bd4-af20-3c8398aa47b8 req-20736e84-6579-49d8-9fa0-9c42d45f3716 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-ee9ef953-0521-4bd4-af20-3c8398aa47b8 req-20736e84-6579-49d8-9fa0-9c42d45f3716 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-unplugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:23 user nova-compute[74497]: WARNING nova.compute.manager [req-ee9ef953-0521-4bd4-af20-3c8398aa47b8 req-20736e84-6579-49d8-9fa0-9c42d45f3716 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received unexpected event network-vif-unplugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with vm_state active and task_state reboot_started.
Oct 24 15:07:24 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance shutdown successfully.
Oct 24 15:07:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:26 user nova-compute[74497]: WARNING nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received unexpected event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with vm_state active and task_state reboot_started.
Oct 24 15:07:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:26 user nova-compute[74497]: WARNING nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received unexpected event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with vm_state active and task_state reboot_started.
Oct 24 15:07:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:26 user nova-compute[74497]: WARNING nova.compute.manager [req-f3e07d6c-9634-419a-90b3-5ac255b42715 req-09110c6e-098b-4d79-b55c-bea9b1aac875 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received unexpected event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with vm_state active and task_state reboot_started.
Oct 24 15:07:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance running successfully.
Oct 24 15:07:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance soft rebooted successfully.
Oct 24 15:07:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:07:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0f0badd5-a50f-4052-8247-8969d1f4c181 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.432s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 0bcf71da-f1aa-49ea-94cb-4280029fe1de {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid f9604d3a-90f6-4777-b83c-eea5238a6b72 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid b21365ba-0b59-4e8f-b356-c7929bdc5500 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid b17a67f9-4b46-4c0a-a9e9-9792364872bd {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:07:36 user nova-compute[74497]: INFO nova.compute.claims [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Claim successful on node user
Oct 24 15:07:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:07:36 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.policy [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd0ff542b0a44522a8496daaedb5680d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bfc8b4131bd487ca0797923a6877f38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:07:36 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Creating image(s)
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:36 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk 1073741824" returned: 0 in 0.057s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Successfully created port: ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Cannot resize image /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Ensure instance console log exists: /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Successfully updated port: ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-changed-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.compute.manager [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Refreshing instance network info cache due to event network-changed-ff98ec18-0ee7-4cff-9e33-61f285f7ba91. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.neutron [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance network_info: |[{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Refreshing network info cache for port ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Start _get_guest_xml network_info=[{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:07:38 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:07:38 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:07:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'pci_devices' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:07:38 user nova-compute[74497]:   <uuid>d72f6391-33db-4817-9f33-bd75bb7f29b4</uuid>
Oct 24 15:07:38 user nova-compute[74497]:   <name>instance-00000027</name>
Oct 24 15:07:38 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:07:38 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:07:38 user nova-compute[74497]:   <metadata>
Oct 24 15:07:38 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:07:38 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:07:38 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeTestJSON-server-1859016057</nova:name>
Oct 24 15:07:38 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:07:38</nova:creationTime>
Oct 24 15:07:38 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:07:38 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:07:38 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:07:38 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:07:38 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:07:38 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:07:38 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:07:38 user nova-compute[74497]:       <nova:owner>
Oct 24 15:07:38 user nova-compute[74497]:         <nova:user uuid="fd0ff542b0a44522a8496daaedb5680d">tempest-AttachVolumeTestJSON-249370564-project-member</nova:user>
Oct 24 15:07:38 user nova-compute[74497]:         <nova:project uuid="1bfc8b4131bd487ca0797923a6877f38">tempest-AttachVolumeTestJSON-249370564</nova:project>
Oct 24 15:07:38 user nova-compute[74497]:       </nova:owner>
Oct 24 15:07:38 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:07:38 user nova-compute[74497]:       <nova:ports>
Oct 24 15:07:38 user nova-compute[74497]:         <nova:port uuid="ff98ec18-0ee7-4cff-9e33-61f285f7ba91">
Oct 24 15:07:38 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 15:07:38 user nova-compute[74497]:         </nova:port>
Oct 24 15:07:38 user nova-compute[74497]:       </nova:ports>
Oct 24 15:07:38 user nova-compute[74497]:     </nova:instance>
Oct 24 15:07:38 user nova-compute[74497]:   </metadata>
Oct 24 15:07:38 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:07:38 user nova-compute[74497]:     <system>
Oct 24 15:07:38 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:07:38 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:07:38 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:07:38 user nova-compute[74497]:       <entry name="serial">d72f6391-33db-4817-9f33-bd75bb7f29b4</entry>
Oct 24 15:07:38 user nova-compute[74497]:       <entry name="uuid">d72f6391-33db-4817-9f33-bd75bb7f29b4</entry>
Oct 24 15:07:38 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:07:38 user nova-compute[74497]:     </system>
Oct 24 15:07:38 user nova-compute[74497]:   </sysinfo>
Oct 24 15:07:38 user nova-compute[74497]:   <os>
Oct 24 15:07:38 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:07:38 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:07:38 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:07:38 user nova-compute[74497]:   </os>
Oct 24 15:07:38 user nova-compute[74497]:   <features>
Oct 24 15:07:38 user nova-compute[74497]:     <acpi/>
Oct 24 15:07:38 user nova-compute[74497]:     <apic/>
Oct 24 15:07:38 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:07:38 user nova-compute[74497]:   </features>
Oct 24 15:07:38 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:07:38 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:07:38 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:07:38 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:07:38 user nova-compute[74497]:   </clock>
Oct 24 15:07:38 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:07:38 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:07:38 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:07:38 user nova-compute[74497]:   </cpu>
Oct 24 15:07:38 user nova-compute[74497]:   <devices>
Oct 24 15:07:38 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:07:38 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:07:38 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk"/>
Oct 24 15:07:38 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:07:38 user nova-compute[74497]:     </disk>
Oct 24 15:07:38 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:07:38 user nova-compute[74497]:       <mac address="fa:16:3e:34:74:81"/>
Oct 24 15:07:38 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:07:38 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:07:38 user nova-compute[74497]:       <target dev="tapff98ec18-0e"/>
Oct 24 15:07:38 user nova-compute[74497]:     </interface>
Oct 24 15:07:38 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:07:38 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/console.log" append="off"/>
Oct 24 15:07:38 user nova-compute[74497]:     </serial>
Oct 24 15:07:38 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:07:38 user nova-compute[74497]:     <video>
Oct 24 15:07:38 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:07:38 user nova-compute[74497]:     </video>
Oct 24 15:07:38 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:07:38 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:07:38 user nova-compute[74497]:     </rng>
Oct 24 15:07:38 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:07:38 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:07:38 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:07:38 user nova-compute[74497]:     </memballoon>
Oct 24 15:07:38 user nova-compute[74497]:   </devices>
Oct 24 15:07:38 user nova-compute[74497]: </domain>
Oct 24 15:07:38 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:07:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG os_vif [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce0715d3-bbb7-5c82-993c-149c9523848d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapff98ec18-0e, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapff98ec18-0e, col_values=(('qos', UUID('5ad7b85b-7717-4c69-b25b-c5d03bd93a53')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapff98ec18-0e, col_values=(('external_ids', {'iface-id': 'ff98ec18-0ee7-4cff-9e33-61f285f7ba91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:74:81', 'vm-uuid': 'd72f6391-33db-4817-9f33-bd75bb7f29b4'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:38 user nova-compute[74497]: INFO os_vif [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e')
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No VIF found with MAC fa:16:3e:34:74:81, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updated VIF entry in instance network info cache for port ff98ec18-0ee7-4cff-9e33-61f285f7ba91. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG nova.network.neutron [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-669ba212-4e94-4beb-9d14-6b23c95d8fb5 req-b2aeb783-e681-422f-a985-64f90981d651 service nova] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-c4b30a24-d8e1-4b2e-a9f8-42be637ccc59 req-33388497-5be2-48fd-8762-85746bd6dc38 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c4b30a24-d8e1-4b2e-a9f8-42be637ccc59 req-33388497-5be2-48fd-8762-85746bd6dc38 service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c4b30a24-d8e1-4b2e-a9f8-42be637ccc59 req-33388497-5be2-48fd-8762-85746bd6dc38 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c4b30a24-d8e1-4b2e-a9f8-42be637ccc59 req-33388497-5be2-48fd-8762-85746bd6dc38 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:39 user nova-compute[74497]: DEBUG nova.compute.manager [req-c4b30a24-d8e1-4b2e-a9f8-42be637ccc59 req-33388497-5be2-48fd-8762-85746bd6dc38 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:39 user nova-compute[74497]: WARNING nova.compute.manager [req-c4b30a24-d8e1-4b2e-a9f8-42be637ccc59 req-33388497-5be2-48fd-8762-85746bd6dc38 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state building and task_state spawning.
Oct 24 15:07:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:07:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance spawned successfully.
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:41 user nova-compute[74497]: INFO nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Took 5.16 seconds to spawn the instance on the hypervisor.
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-b99bf44c-8be5-4de7-bb26-ee0907a1fe54 req-335f392d-66eb-4c6d-989e-891e9a6c07ac service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b99bf44c-8be5-4de7-bb26-ee0907a1fe54 req-335f392d-66eb-4c6d-989e-891e9a6c07ac service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b99bf44c-8be5-4de7-bb26-ee0907a1fe54 req-335f392d-66eb-4c6d-989e-891e9a6c07ac service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b99bf44c-8be5-4de7-bb26-ee0907a1fe54 req-335f392d-66eb-4c6d-989e-891e9a6c07ac service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-b99bf44c-8be5-4de7-bb26-ee0907a1fe54 req-335f392d-66eb-4c6d-989e-891e9a6c07ac service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:41 user nova-compute[74497]: WARNING nova.compute.manager [req-b99bf44c-8be5-4de7-bb26-ee0907a1fe54 req-335f392d-66eb-4c6d-989e-891e9a6c07ac service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state active and task_state None.
Oct 24 15:07:41 user nova-compute[74497]: INFO nova.compute.manager [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Took 5.81 seconds to build instance.
Oct 24 15:07:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c10868ae-3c0e-4670-b36b-8a1a22068e79 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.907s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:43 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:07:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:43 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:07:43 user nova-compute[74497]: INFO nova.compute.claims [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Claim successful on node user
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.500s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:07:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.policy [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff1b2c80793d4e778b519e0f6a8492c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b065e6ddad74e348b960e0237b231ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:07:44 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Creating image(s)
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "/opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "/opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "/opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.206s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:44 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk 1073741824" returned: 0 in 0.056s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.242s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updating instance_info_cache with network_info: [{"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-f9604d3a-90f6-4777-b83c-eea5238a6b72" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Cannot resize image /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Ensure instance console log exists: /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:45 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Successfully created port: 115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Successfully updated port: 115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "refresh_cache-b31feecc-5a1a-4b64-a01f-fa0dea8aa052" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquired lock "refresh_cache-b31feecc-5a1a-4b64-a01f-fa0dea8aa052" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received event network-changed-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Refreshing instance network info cache due to event network-changed-115f624d-78e4-41f9-9651-ae8c2d2d9814. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] Acquiring lock "refresh_cache-b31feecc-5a1a-4b64-a01f-fa0dea8aa052" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Updating instance_info_cache with network_info: [{"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Releasing lock "refresh_cache-b31feecc-5a1a-4b64-a01f-fa0dea8aa052" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Instance network_info: |[{"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] Acquired lock "refresh_cache-b31feecc-5a1a-4b64-a01f-fa0dea8aa052" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.neutron [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Refreshing network info cache for port 115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Start _get_guest_xml network_info=[{"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:07:46 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:07:46 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-875948749',display_name='tempest-ServersNegativeTestJSON-server-875948749',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-875948749',id=40,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b065e6ddad74e348b960e0237b231ee',ramdisk_id='',reservation_id='r-1q6g7ioj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-549263891',owner_user_name='tempest-ServersNegativeTestJSON-549263891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:07:45Z,user_data=None,user_id='ff1b2c80793d4e778b519e0f6a8492c9',uuid=b31feecc-5a1a-4b64-a01f-fa0dea8aa052,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converting VIF {"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a3:41,bridge_name='br-int',has_traffic_filtering=True,id=115f624d-78e4-41f9-9651-ae8c2d2d9814,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115f624d-78') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lazy-loading 'pci_devices' on Instance uuid b31feecc-5a1a-4b64-a01f-fa0dea8aa052 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:07:46 user nova-compute[74497]:   <uuid>b31feecc-5a1a-4b64-a01f-fa0dea8aa052</uuid>
Oct 24 15:07:46 user nova-compute[74497]:   <name>instance-00000028</name>
Oct 24 15:07:46 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:07:46 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:07:46 user nova-compute[74497]:   <metadata>
Oct 24 15:07:46 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:07:46 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:07:46 user nova-compute[74497]:       <nova:name>tempest-ServersNegativeTestJSON-server-875948749</nova:name>
Oct 24 15:07:46 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:07:46</nova:creationTime>
Oct 24 15:07:46 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:07:46 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:07:46 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:07:46 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:07:46 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:07:46 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:07:46 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:07:46 user nova-compute[74497]:       <nova:owner>
Oct 24 15:07:46 user nova-compute[74497]:         <nova:user uuid="ff1b2c80793d4e778b519e0f6a8492c9">tempest-ServersNegativeTestJSON-549263891-project-member</nova:user>
Oct 24 15:07:46 user nova-compute[74497]:         <nova:project uuid="1b065e6ddad74e348b960e0237b231ee">tempest-ServersNegativeTestJSON-549263891</nova:project>
Oct 24 15:07:46 user nova-compute[74497]:       </nova:owner>
Oct 24 15:07:46 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:07:46 user nova-compute[74497]:       <nova:ports>
Oct 24 15:07:46 user nova-compute[74497]:         <nova:port uuid="115f624d-78e4-41f9-9651-ae8c2d2d9814">
Oct 24 15:07:46 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 15:07:46 user nova-compute[74497]:         </nova:port>
Oct 24 15:07:46 user nova-compute[74497]:       </nova:ports>
Oct 24 15:07:46 user nova-compute[74497]:     </nova:instance>
Oct 24 15:07:46 user nova-compute[74497]:   </metadata>
Oct 24 15:07:46 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:07:46 user nova-compute[74497]:     <system>
Oct 24 15:07:46 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:07:46 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:07:46 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:07:46 user nova-compute[74497]:       <entry name="serial">b31feecc-5a1a-4b64-a01f-fa0dea8aa052</entry>
Oct 24 15:07:46 user nova-compute[74497]:       <entry name="uuid">b31feecc-5a1a-4b64-a01f-fa0dea8aa052</entry>
Oct 24 15:07:46 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:07:46 user nova-compute[74497]:     </system>
Oct 24 15:07:46 user nova-compute[74497]:   </sysinfo>
Oct 24 15:07:46 user nova-compute[74497]:   <os>
Oct 24 15:07:46 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:07:46 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:07:46 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:07:46 user nova-compute[74497]:   </os>
Oct 24 15:07:46 user nova-compute[74497]:   <features>
Oct 24 15:07:46 user nova-compute[74497]:     <acpi/>
Oct 24 15:07:46 user nova-compute[74497]:     <apic/>
Oct 24 15:07:46 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:07:46 user nova-compute[74497]:   </features>
Oct 24 15:07:46 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:07:46 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:07:46 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:07:46 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:07:46 user nova-compute[74497]:   </clock>
Oct 24 15:07:46 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:07:46 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:07:46 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:07:46 user nova-compute[74497]:   </cpu>
Oct 24 15:07:46 user nova-compute[74497]:   <devices>
Oct 24 15:07:46 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:07:46 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:07:46 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk"/>
Oct 24 15:07:46 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:07:46 user nova-compute[74497]:     </disk>
Oct 24 15:07:46 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:07:46 user nova-compute[74497]:       <mac address="fa:16:3e:91:a3:41"/>
Oct 24 15:07:46 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:07:46 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:07:46 user nova-compute[74497]:       <target dev="tap115f624d-78"/>
Oct 24 15:07:46 user nova-compute[74497]:     </interface>
Oct 24 15:07:46 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:07:46 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/console.log" append="off"/>
Oct 24 15:07:46 user nova-compute[74497]:     </serial>
Oct 24 15:07:46 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:07:46 user nova-compute[74497]:     <video>
Oct 24 15:07:46 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:07:46 user nova-compute[74497]:     </video>
Oct 24 15:07:46 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:07:46 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:07:46 user nova-compute[74497]:     </rng>
Oct 24 15:07:46 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:07:46 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:07:46 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:07:46 user nova-compute[74497]:     </memballoon>
Oct 24 15:07:46 user nova-compute[74497]:   </devices>
Oct 24 15:07:46 user nova-compute[74497]: </domain>
Oct 24 15:07:46 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-875948749',display_name='tempest-ServersNegativeTestJSON-server-875948749',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-875948749',id=40,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b065e6ddad74e348b960e0237b231ee',ramdisk_id='',reservation_id='r-1q6g7ioj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-549263891',owner_user_name='tempest-ServersNegativeTestJSON-549263891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:07:45Z,user_data=None,user_id='ff1b2c80793d4e778b519e0f6a8492c9',uuid=b31feecc-5a1a-4b64-a01f-fa0dea8aa052,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converting VIF {"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a3:41,bridge_name='br-int',has_traffic_filtering=True,id=115f624d-78e4-41f9-9651-ae8c2d2d9814,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115f624d-78') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG os_vif [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a3:41,bridge_name='br-int',has_traffic_filtering=True,id=115f624d-78e4-41f9-9651-ae8c2d2d9814,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115f624d-78') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fda013cd-aa12-59e2-aef4-4979481eb49d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap115f624d-78, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap115f624d-78, col_values=(('qos', UUID('6835e1fd-2a9f-4230-9b80-d73e3c1e67e1')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap115f624d-78, col_values=(('external_ids', {'iface-id': '115f624d-78e4-41f9-9651-ae8c2d2d9814', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:a3:41', 'vm-uuid': 'b31feecc-5a1a-4b64-a01f-fa0dea8aa052'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:07:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:46 user nova-compute[74497]: INFO os_vif [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a3:41,bridge_name='br-int',has_traffic_filtering=True,id=115f624d-78e4-41f9-9651-ae8c2d2d9814,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115f624d-78')
Oct 24 15:07:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:07:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] No VIF found with MAC fa:16:3e:91:a3:41, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:07:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:47 user nova-compute[74497]: DEBUG nova.network.neutron [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Updated VIF entry in instance network info cache for port 115f624d-78e4-41f9-9651-ae8c2d2d9814. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:07:47 user nova-compute[74497]: DEBUG nova.network.neutron [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Updating instance_info_cache with network_info: [{"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:07:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a93ad559-08d6-4d0e-85c9-2600e5b8d88f req-18627820-1623-49ab-8f8a-d7d05acc7186 service nova] Releasing lock "refresh_cache-b31feecc-5a1a-4b64-a01f-fa0dea8aa052" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-23f8a4fc-cd0e-4c57-ac33-de5eff82b501 req-e89a3dca-9d18-4476-96c0-d485f6fc76f5 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received event network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-23f8a4fc-cd0e-4c57-ac33-de5eff82b501 req-e89a3dca-9d18-4476-96c0-d485f6fc76f5 service nova] Acquiring lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-23f8a4fc-cd0e-4c57-ac33-de5eff82b501 req-e89a3dca-9d18-4476-96c0-d485f6fc76f5 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-23f8a4fc-cd0e-4c57-ac33-de5eff82b501 req-e89a3dca-9d18-4476-96c0-d485f6fc76f5 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-23f8a4fc-cd0e-4c57-ac33-de5eff82b501 req-e89a3dca-9d18-4476-96c0-d485f6fc76f5 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] No waiting events found dispatching network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:48 user nova-compute[74497]: WARNING nova.compute.manager [req-23f8a4fc-cd0e-4c57-ac33-de5eff82b501 req-e89a3dca-9d18-4476-96c0-d485f6fc76f5 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received unexpected event network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 for instance with vm_state building and task_state spawning.
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:07:50 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Instance spawned successfully.
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:07:50 user nova-compute[74497]: INFO nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Took 6.09 seconds to spawn the instance on the hypervisor.
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-9800d6c7-9af7-4d5c-b147-f38d924691ca req-a7bd508f-8edb-4a63-a5eb-ccb400e01b76 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received event network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9800d6c7-9af7-4d5c-b147-f38d924691ca req-a7bd508f-8edb-4a63-a5eb-ccb400e01b76 service nova] Acquiring lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9800d6c7-9af7-4d5c-b147-f38d924691ca req-a7bd508f-8edb-4a63-a5eb-ccb400e01b76 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9800d6c7-9af7-4d5c-b147-f38d924691ca req-a7bd508f-8edb-4a63-a5eb-ccb400e01b76 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-9800d6c7-9af7-4d5c-b147-f38d924691ca req-a7bd508f-8edb-4a63-a5eb-ccb400e01b76 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] No waiting events found dispatching network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:07:50 user nova-compute[74497]: WARNING nova.compute.manager [req-9800d6c7-9af7-4d5c-b147-f38d924691ca req-a7bd508f-8edb-4a63-a5eb-ccb400e01b76 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received unexpected event network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 for instance with vm_state building and task_state spawning.
Oct 24 15:07:50 user nova-compute[74497]: INFO nova.compute.manager [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Took 7.06 seconds to build instance.
Oct 24 15:07:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4a9a8478-6eaf-44b0-887a-703b543a780a tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.205s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:07:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:07:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:07:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=7964MB free_disk=25.168514251708984GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance f9604d3a-90f6-4777-b83c-eea5238a6b72 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b21365ba-0b59-4e8f-b356-c7929bdc5500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b17a67f9-4b46-4c0a-a9e9-9792364872bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b31feecc-5a1a-4b64-a01f-fa0dea8aa052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:07:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.635s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:07:59 user nova-compute[74497]: INFO nova.compute.manager [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Terminating instance
Oct 24 15:07:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:07:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-aaf4a31c-9989-4828-b2eb-d01de619cb4a req-02fc84ad-6822-47e7-bb5c-3127cd77d203 service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received event network-vif-unplugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aaf4a31c-9989-4828-b2eb-d01de619cb4a req-02fc84ad-6822-47e7-bb5c-3127cd77d203 service nova] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aaf4a31c-9989-4828-b2eb-d01de619cb4a req-02fc84ad-6822-47e7-bb5c-3127cd77d203 service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-aaf4a31c-9989-4828-b2eb-d01de619cb4a req-02fc84ad-6822-47e7-bb5c-3127cd77d203 service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-aaf4a31c-9989-4828-b2eb-d01de619cb4a req-02fc84ad-6822-47e7-bb5c-3127cd77d203 service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] No waiting events found dispatching network-vif-unplugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.compute.manager [req-aaf4a31c-9989-4828-b2eb-d01de619cb4a req-02fc84ad-6822-47e7-bb5c-3127cd77d203 service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received event network-vif-unplugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:08:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Instance destroyed successfully.
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lazy-loading 'resources' on Instance uuid b17a67f9-4b46-4c0a-a9e9-9792364872bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1070171647',display_name='tempest-VolumesActionsTest-instance-1070171647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1070171647',id=38,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:06:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a75d19b9a6f45fb8b7d4421b0e5f6ad',ramdisk_id='',reservation_id='r-q2kemud0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-513909997',owner_user_name='tempest-VolumesActionsTest-513909997-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:06:02Z,user_data=None,user_id='a7213d497d514dda90e4813a82c9289c',uuid=b17a67f9-4b46-4c0a-a9e9-9792364872bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Converting VIF {"id": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "address": "fa:16:3e:18:ce:a3", "network": {"id": "c393eece-d517-4fe1-89ce-5ae9cffdaa93", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1416389766-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a75d19b9a6f45fb8b7d4421b0e5f6ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4314dc2b-e7", "ovs_interfaceid": "4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:18:ce:a3,bridge_name='br-int',has_traffic_filtering=True,id=4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5,network=Network(c393eece-d517-4fe1-89ce-5ae9cffdaa93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4314dc2b-e7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG os_vif [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:ce:a3,bridge_name='br-int',has_traffic_filtering=True,id=4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5,network=Network(c393eece-d517-4fe1-89ce-5ae9cffdaa93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4314dc2b-e7') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4314dc2b-e7, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f93eb4ea-b22d-4026-b49f-68ceaa56f093) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:00 user nova-compute[74497]: INFO os_vif [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:18:ce:a3,bridge_name='br-int',has_traffic_filtering=True,id=4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5,network=Network(c393eece-d517-4fe1-89ce-5ae9cffdaa93),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4314dc2b-e7')
Oct 24 15:08:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Deleting instance files /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd_del
Oct 24 15:08:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Deletion of /opt/stack/data/nova/instances/b17a67f9-4b46-4c0a-a9e9-9792364872bd_del complete
Oct 24 15:08:00 user nova-compute[74497]: INFO nova.compute.manager [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 24 15:08:00 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:08:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:08:01 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Took 0.61 seconds to deallocate network for instance.
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:01 user nova-compute[74497]: INFO nova.compute.manager [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Terminating instance
Oct 24 15:08:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-6f6e8ee9-b16b-47eb-8796-b4aab04503f3 req-4a534212-1092-4ab2-9013-67d29b3c2c71 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-vif-unplugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f6e8ee9-b16b-47eb-8796-b4aab04503f3 req-4a534212-1092-4ab2-9013-67d29b3c2c71 service nova] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f6e8ee9-b16b-47eb-8796-b4aab04503f3 req-4a534212-1092-4ab2-9013-67d29b3c2c71 service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6f6e8ee9-b16b-47eb-8796-b4aab04503f3 req-4a534212-1092-4ab2-9013-67d29b3c2c71 service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-6f6e8ee9-b16b-47eb-8796-b4aab04503f3 req-4a534212-1092-4ab2-9013-67d29b3c2c71 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] No waiting events found dispatching network-vif-unplugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG nova.compute.manager [req-6f6e8ee9-b16b-47eb-8796-b4aab04503f3 req-4a534212-1092-4ab2-9013-67d29b3c2c71 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-vif-unplugged-115ef59b-94c0-4824-a543-36da759507a0 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.354s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:01 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Deleted allocations for instance b17a67f9-4b46-4c0a-a9e9-9792364872bd
Oct 24 15:08:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bcc3b16e-8110-493e-be75-c03c57c397bc tempest-VolumesActionsTest-513909997 tempest-VolumesActionsTest-513909997-project-member] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.076s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-ce209fa6-e203-4e2a-8ace-e666b6248969 req-6a7f4851-fd56-47b6-ae14-259b263778ad service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received event network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce209fa6-e203-4e2a-8ace-e666b6248969 req-6a7f4851-fd56-47b6-ae14-259b263778ad service nova] Acquiring lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce209fa6-e203-4e2a-8ace-e666b6248969 req-6a7f4851-fd56-47b6-ae14-259b263778ad service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ce209fa6-e203-4e2a-8ace-e666b6248969 req-6a7f4851-fd56-47b6-ae14-259b263778ad service nova] Lock "b17a67f9-4b46-4c0a-a9e9-9792364872bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-ce209fa6-e203-4e2a-8ace-e666b6248969 req-6a7f4851-fd56-47b6-ae14-259b263778ad service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] No waiting events found dispatching network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:08:02 user nova-compute[74497]: WARNING nova.compute.manager [req-ce209fa6-e203-4e2a-8ace-e666b6248969 req-6a7f4851-fd56-47b6-ae14-259b263778ad service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received unexpected event network-vif-plugged-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 for instance with vm_state deleted and task_state None.
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-ce209fa6-e203-4e2a-8ace-e666b6248969 req-6a7f4851-fd56-47b6-ae14-259b263778ad service nova] [instance: b17a67f9-4b46-4c0a-a9e9-9792364872bd] Received event network-vif-deleted-4314dc2b-e70c-435a-9a16-0e3ed2b4d8e5 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:08:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Instance destroyed successfully.
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lazy-loading 'resources' on Instance uuid f9604d3a-90f6-4777-b83c-eea5238a6b72 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:02:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-934542163',display_name='tempest-TestVolumeBootPattern-volume-backed-server-934542163',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-934542163',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOa8TEUhR2eNMY96IJ9YnSsxtjgJWqh8QbT5y7icuOUlWP8gWMVojXttxSRiaTWm0kkFV1cxgSc0ElJN8OhxXwXuS2b7os47HPiXKx3Htfk+ZUxEnPjPrp2b6NLrA4+FIQ==',key_name='tempest-keypair-1472441400',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:03:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-cab1xfg0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:03:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=f9604d3a-90f6-4777-b83c-eea5238a6b72,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "115ef59b-94c0-4824-a543-36da759507a0", "address": "fa:16:3e:70:7b:7e", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115ef59b-94", "ovs_interfaceid": "115ef59b-94c0-4824-a543-36da759507a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:70:7b:7e,bridge_name='br-int',has_traffic_filtering=True,id=115ef59b-94c0-4824-a543-36da759507a0,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115ef59b-94') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_vif [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:7b:7e,bridge_name='br-int',has_traffic_filtering=True,id=115ef59b-94c0-4824-a543-36da759507a0,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115ef59b-94') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap115ef59b-94, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=928a877b-45fe-40bb-b9e6-144556ce41e3) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:02 user nova-compute[74497]: INFO os_vif [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:70:7b:7e,bridge_name='br-int',has_traffic_filtering=True,id=115ef59b-94c0-4824-a543-36da759507a0,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115ef59b-94')
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yBPQmtlI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:08:02 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[27d55dc0-5dc3-4f44-b921-4f8811481ee8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:08:02 user nova-compute[74497]: No targets found.
Oct 24 15:08:02 user nova-compute[74497]: iSNS:
Oct 24 15:08:02 user nova-compute[74497]: No targets found.
Oct 24 15:08:02 user nova-compute[74497]: STATIC:
Oct 24 15:08:02 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e
Oct 24 15:08:02 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:08:02 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:08:02 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a
Oct 24 15:08:02 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:08:02 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:08:02 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b
Oct 24 15:08:02 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:08:02 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:08:02 user nova-compute[74497]: FIRMWARE:
Oct 24 15:08:02 user nova-compute[74497]: No targets found.
Oct 24 15:08:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:08:02 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:08:02 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4301e826-9ffd-45cb-9fa5-30b3dd664504]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a6f890-9f0b-4156-929a-a151946b3ea5]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:08:02 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:08:02 user nova-compute[74497]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:08:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b (non-flash)
Oct 24 15:08:02 user nova-compute[74497]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:08:02 user nova-compute[74497]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:08:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff607231c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b'): ({'sdd'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Removing single pathed devices sdd {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4106f1d5-429b-4935-8056-e89fc38da130]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[03873ab2-95f4-433f-af93-87222bb8358a]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Flushing IO for device /dev/sdd {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe658e4-f12b-4ccc-a443-b51aa72535d7]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[505d8419-b0e5-42f4-bd41-8cf08e5846f2]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] SCSI volumes sdd have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_45b0e4f4', '/dev/disk/by-id/scsi-26338343433626136', '/dev/disk/by-id/scsi-1SCST_BIO45b0e4f4-c8443ba6935e3e4d') {{(pid=85429) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 15:08:02 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_45b0e4f4
Oct 24 15:08:02 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26338343433626136
Oct 24 15:08:02 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO45b0e4f4-c8443ba6935e3e4d
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a362edcf-0f39-4ea1-8b02-825adf738657]: (4, None) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b8cbff8-ad48-451f-8dff-e1be01b79a2d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f080568-4a20-4f15-a82f-edbe9f664b88]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260]
Oct 24 15:08:02 user nova-compute[74497]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b, portal: 172.16.0.220,3260] successful.
Oct 24 15:08:02 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff7fe4d4-f89d-4c87-98f4-2ff168543b2b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6ff656-c5cf-4ab2-9f32-e997404a33c9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== disconnect_volume: return (328ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:08:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Deleting instance files /opt/stack/data/nova/instances/f9604d3a-90f6-4777-b83c-eea5238a6b72_del
Oct 24 15:08:02 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Deletion of /opt/stack/data/nova/instances/f9604d3a-90f6-4777-b83c-eea5238a6b72_del complete
Oct 24 15:08:02 user nova-compute[74497]: INFO nova.compute.manager [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 24 15:08:02 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:08:02 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:08:03 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:08:03 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Took 0.76 seconds to deallocate network for instance.
Oct 24 15:08:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-29330bb0-ef84-4d75-852d-3ee0f40c9318 req-1115a4f8-fb76-4035-b86b-9bac520fe574 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:08:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-29330bb0-ef84-4d75-852d-3ee0f40c9318 req-1115a4f8-fb76-4035-b86b-9bac520fe574 service nova] Acquiring lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-29330bb0-ef84-4d75-852d-3ee0f40c9318 req-1115a4f8-fb76-4035-b86b-9bac520fe574 service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-29330bb0-ef84-4d75-852d-3ee0f40c9318 req-1115a4f8-fb76-4035-b86b-9bac520fe574 service nova] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:03 user nova-compute[74497]: DEBUG nova.compute.manager [req-29330bb0-ef84-4d75-852d-3ee0f40c9318 req-1115a4f8-fb76-4035-b86b-9bac520fe574 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] No waiting events found dispatching network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:08:03 user nova-compute[74497]: WARNING nova.compute.manager [req-29330bb0-ef84-4d75-852d-3ee0f40c9318 req-1115a4f8-fb76-4035-b86b-9bac520fe574 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received unexpected event network-vif-plugged-115ef59b-94c0-4824-a543-36da759507a0 for instance with vm_state active and task_state deleting.
Oct 24 15:08:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-5dd33365-6adf-43b8-aa36-24e1219a7798 req-9b84c547-8fb6-4593-bb26-b2e65a71a923 service nova] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Received event network-vif-deleted-115ef59b-94c0-4824-a543-36da759507a0 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:08:04 user nova-compute[74497]: INFO nova.compute.manager [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Took 0.84 seconds to detach 1 volumes for instance.
Oct 24 15:08:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: f9604d3a-90f6-4777-b83c-eea5238a6b72] Deleting volume: ff7fe4d4-f89d-4c87-98f4-2ff168543b2b {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 15:08:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:04 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:08:04 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:08:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.329s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:04 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Deleted allocations for instance f9604d3a-90f6-4777-b83c-eea5238a6b72
Oct 24 15:08:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-005e9da3-73f9-452b-93a9-a8e7d08acb3a tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "f9604d3a-90f6-4777-b83c-eea5238a6b72" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.449s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:19 user nova-compute[74497]: INFO nova.compute.manager [None req-8c17dcd7-013b-45b6-8529-238074cf00e3 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Get console output
Oct 24 15:08:19 user nova-compute[74497]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 24 15:08:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:08:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:45 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:08:45 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 15:08:46 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:08:48 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:08:55 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:08:55 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8132MB free_disk=25.131614685058594GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b21365ba-0b59-4e8f-b356-c7929bdc5500 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b31feecc-5a1a-4b64-a01f-fa0dea8aa052 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:08:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:08:56 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:08:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:08:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:08:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.349s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:08:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:08:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:08:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:08:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:09:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:09:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:09:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:09:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:09:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "7f67005f-8857-4a52-a5ac-c824ce20f3b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "7f67005f-8857-4a52-a5ac-c824ce20f3b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:09:11 user nova-compute[74497]: INFO nova.compute.claims [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Claim successful on node user
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:09:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.policy [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8938d0f0b234c62b8595a501497bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cf1f47e298a49a5b0df7c93a72eeeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:09:11 user nova-compute[74497]: INFO nova.virt.block_device [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Booting with volume ad304c6f-747b-493f-9570-4760fbce870f at /dev/vda
Oct 24 15:09:11 user nova-compute[74497]: DEBUG os_brick.utils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb29768-761e-4dd9-a90f-6b6c9e67327e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a605578d-f07a-460a-8cf6-262976a29fd8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e882819d-d576-4bd3-960f-fbb4d02c12de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c44082da-ddb4-4935-a188-50feba4a2caa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:09:11 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:09:11 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0a51b7f-1cc2-4623-b828-1fb8f287c051]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG os_brick.utils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:09:11 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Updating existing volume attachment record: e2e81d16-9f17-48ad-9146-778e63676d0f {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-changed-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing instance network info cache due to event network-changed-bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] Acquiring lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] Acquired lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing network info cache for port bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Successfully created port: 62c3aa96-a719-4259-9d76-34199e2e389b {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updated VIF entry in instance network info cache for port bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-295bfb88-7ae4-40d3-a08c-9b7c8cac49d1 req-4edad89c-5a5f-46c1-a9d9-517adf965fb0 service nova] Releasing lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-changed-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing instance network info cache due to event network-changed-bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] Acquiring lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] Acquired lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:09:12 user nova-compute[74497]: DEBUG nova.network.neutron [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Refreshing network info cache for port bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:13 user nova-compute[74497]: INFO nova.compute.manager [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Detaching volume c1137b3b-0580-402a-b524-054433482b0e
Oct 24 15:09:13 user nova-compute[74497]: INFO nova.virt.block_device [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Attempting to driver detach volume c1137b3b-0580-402a-b524-054433482b0e from mountpoint /dev/vdb
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Attempting to detach device vdb from instance b21365ba-0b59-4e8f-b356-c7929bdc5500 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:09:13 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:09:13 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:09:13 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:09:13 user nova-compute[74497]:   <serial>c1137b3b-0580-402a-b524-054433482b0e</serial>
Oct 24 15:09:13 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:09:13 user nova-compute[74497]: </disk>
Oct 24 15:09:13 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:09:13 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully detached device vdb from instance b21365ba-0b59-4e8f-b356-c7929bdc5500 from the persistent domain config.
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b21365ba-0b59-4e8f-b356-c7929bdc5500 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:09:13 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:09:13 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:09:13 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:09:13 user nova-compute[74497]:   <serial>c1137b3b-0580-402a-b524-054433482b0e</serial>
Oct 24 15:09:13 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:09:13 user nova-compute[74497]: </disk>
Oct 24 15:09:13 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updated VIF entry in instance network info cache for port bac8f054-1078-4527-8473-e55c90014b97. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [{"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-f2f1879b-7e43-432c-b7f6-0e1cdcb628a1 req-f56f331d-03dc-4357-8f52-7d3f490b8af9 service nova] Releasing lock "refresh_cache-b21365ba-0b59-4e8f-b356-c7929bdc5500" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Successfully updated port: 62c3aa96-a719-4259-9d76-34199e2e389b {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "refresh_cache-7f67005f-8857-4a52-a5ac-c824ce20f3b5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquired lock "refresh_cache-7f67005f-8857-4a52-a5ac-c824ce20f3b5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Received event network-changed-62c3aa96-a719-4259-9d76-34199e2e389b {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Refreshing instance network info cache due to event network-changed-62c3aa96-a719-4259-9d76-34199e2e389b. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] Acquiring lock "refresh_cache-7f67005f-8857-4a52-a5ac-c824ce20f3b5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b21365ba-0b59-4e8f-b356-c7929bdc5500 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Updating instance_info_cache with network_info: [{"id": "62c3aa96-a719-4259-9d76-34199e2e389b", "address": "fa:16:3e:ed:98:34", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62c3aa96-a7", "ovs_interfaceid": "62c3aa96-a719-4259-9d76-34199e2e389b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Releasing lock "refresh_cache-7f67005f-8857-4a52-a5ac-c824ce20f3b5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Instance network_info: |[{"id": "62c3aa96-a719-4259-9d76-34199e2e389b", "address": "fa:16:3e:ed:98:34", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62c3aa96-a7", "ovs_interfaceid": "62c3aa96-a719-4259-9d76-34199e2e389b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] Acquired lock "refresh_cache-7f67005f-8857-4a52-a5ac-c824ce20f3b5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:09:13 user nova-compute[74497]: DEBUG nova.network.neutron [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Refreshing network info cache for port 62c3aa96-a719-4259-9d76-34199e2e389b {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:09:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Updated VIF entry in instance network info cache for port 62c3aa96-a719-4259-9d76-34199e2e389b. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:09:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Updating instance_info_cache with network_info: [{"id": "62c3aa96-a719-4259-9d76-34199e2e389b", "address": "fa:16:3e:ed:98:34", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62c3aa96-a7", "ovs_interfaceid": "62c3aa96-a719-4259-9d76-34199e2e389b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6b53f014-156b-4927-93c9-3830b011309e req-59402a57-5801-47cd-8efa-382594065795 service nova] Releasing lock "refresh_cache-7f67005f-8857-4a52-a5ac-c824ce20f3b5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:09:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:20 user nova-compute[74497]: INFO nova.compute.manager [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Terminating instance
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.compute.manager [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-0dfb16bb-e24c-40b0-9e31-a80656c657e5 req-66449d1d-de7f-413c-989e-4c3170e2bec6 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-unplugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dfb16bb-e24c-40b0-9e31-a80656c657e5 req-66449d1d-de7f-413c-989e-4c3170e2bec6 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dfb16bb-e24c-40b0-9e31-a80656c657e5 req-66449d1d-de7f-413c-989e-4c3170e2bec6 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0dfb16bb-e24c-40b0-9e31-a80656c657e5 req-66449d1d-de7f-413c-989e-4c3170e2bec6 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-0dfb16bb-e24c-40b0-9e31-a80656c657e5 req-66449d1d-de7f-413c-989e-4c3170e2bec6 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-unplugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-0dfb16bb-e24c-40b0-9e31-a80656c657e5 req-66449d1d-de7f-413c-989e-4c3170e2bec6 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-unplugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Instance destroyed successfully.
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.objects.instance [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'resources' on Instance uuid 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:01:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1524961245',display_name='tempest-ServerActionsTestOtherA-server-1524961245',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1524961245',id=33,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:05:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-eezjyegs',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:06:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=689b79ed-fb42-4fc1-8fd7-f54cb6c0217b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "address": "fa:16:3e:e0:2a:54", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ab7980-5a", "ovs_interfaceid": "66ab7980-5a89-4b55-81c8-a5f4dbd931d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_vif [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66ab7980-5a, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9d710fee-f2aa-4b50-87fb-51eada164996) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:20 user nova-compute[74497]: INFO os_vif [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:2a:54,bridge_name='br-int',has_traffic_filtering=True,id=66ab7980-5a89-4b55-81c8-a5f4dbd931d9,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ab7980-5a')
Oct 24 15:09:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'diDKtFNl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:09:20 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0988187-b6a5-49f7-9dc4-84a86ff6aa0b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:09:20 user nova-compute[74497]: No targets found.
Oct 24 15:09:20 user nova-compute[74497]: iSNS:
Oct 24 15:09:20 user nova-compute[74497]: No targets found.
Oct 24 15:09:20 user nova-compute[74497]: STATIC:
Oct 24 15:09:20 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e
Oct 24 15:09:20 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:09:20 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:09:20 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a
Oct 24 15:09:20 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:09:20 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:09:20 user nova-compute[74497]: FIRMWARE:
Oct 24 15:09:20 user nova-compute[74497]: No targets found.
Oct 24 15:09:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:09:20 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:09:20 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a1ad39-9d44-474f-90f5-68b978056d1d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd03638-53ef-4733-8d23-2caa1f07a0cb]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:09:20 user nova-compute[74497]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:09:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a (non-flash)
Oct 24 15:09:20 user nova-compute[74497]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:09:20 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff606d23b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cffea068-bd4c-4a6a-8aa9-7b01e57c23d1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e2bf57-d900-4547-9ba4-01ff79c7cfc7]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[af57150e-9a1f-4301-b647-e21144664a31]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.091s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[117694f8-127a-48ef-995b-f3a8c02d9f26]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO94ccd44c-1761077a4aec79c8', '/dev/disk/by-id/scsi-23137363130373761', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_94ccd44c') {{(pid=85429) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 15:09:21 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO94ccd44c-1761077a4aec79c8
Oct 24 15:09:21 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23137363130373761
Oct 24 15:09:21 user nova-compute[74497]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_94ccd44c
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b4f9cb8-e3b7-4833-993c-d8cc5106420b]: (4, None) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9ab35c-ec51-4351-a9f5-d8c288af459f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ff668d-ba34-49bc-9e58-e9d57a65516d]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260]
Oct 24 15:09:21 user nova-compute[74497]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a, portal: 172.16.0.220,3260] successful.
Oct 24 15:09:21 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14903035-85e4-4049-b043-5c43190afa9a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e114fa-fe49-4e18-a0e8-f9852f5e39ac]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.370s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] <== disconnect_volume: return (371ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:09:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Deleting instance files /opt/stack/data/nova/instances/689b79ed-fb42-4fc1-8fd7-f54cb6c0217b_del
Oct 24 15:09:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Deletion of /opt/stack/data/nova/instances/689b79ed-fb42-4fc1-8fd7-f54cb6c0217b_del complete
Oct 24 15:09:21 user nova-compute[74497]: INFO nova.compute.manager [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 24 15:09:21 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:09:21 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:09:22 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:22 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Took 0.73 seconds to deallocate network for instance.
Oct 24 15:09:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-d5d52d74-4690-439b-bff4-ab753ee64031 req-4d1be056-e4c8-440a-b21b-377932c73ef6 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d5d52d74-4690-439b-bff4-ab753ee64031 req-4d1be056-e4c8-440a-b21b-377932c73ef6 service nova] Acquiring lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d5d52d74-4690-439b-bff4-ab753ee64031 req-4d1be056-e4c8-440a-b21b-377932c73ef6 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d5d52d74-4690-439b-bff4-ab753ee64031 req-4d1be056-e4c8-440a-b21b-377932c73ef6 service nova] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-d5d52d74-4690-439b-bff4-ab753ee64031 req-4d1be056-e4c8-440a-b21b-377932c73ef6 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] No waiting events found dispatching network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:09:22 user nova-compute[74497]: WARNING nova.compute.manager [req-d5d52d74-4690-439b-bff4-ab753ee64031 req-4d1be056-e4c8-440a-b21b-377932c73ef6 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received unexpected event network-vif-plugged-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 for instance with vm_state active and task_state deleting.
Oct 24 15:09:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-d5d52d74-4690-439b-bff4-ab753ee64031 req-4d1be056-e4c8-440a-b21b-377932c73ef6 service nova] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Received event network-vif-deleted-66ab7980-5a89-4b55-81c8-a5f4dbd931d9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:22 user nova-compute[74497]: INFO nova.compute.manager [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Took 0.83 seconds to detach 1 volumes for instance.
Oct 24 15:09:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b] Deleting volume: 14903035-85e4-4049-b043-5c43190afa9a {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.volume.cinder [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Update attachment failed for attachment e2e81d16-9f17-48ad-9146-778e63676d0f. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa29abc9-fe46-451e-a940-d6e4704615e3) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa29abc9-fe46-451e-a940-d6e4704615e3)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa29abc9-fe46-451e-a940-d6e4704615e3)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Traceback (most recent call last):
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     driver_block_device.attach_block_devices(
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     _log_and_attach(device)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     self._do_attach(context, instance, volume, volume_api,
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     self._volume_attach(context, volume, connector, instance,
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     connection_info = volume_api.attachment_update(
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     res = method(self, ctx, *args, **kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     with excutils.save_and_reraise_exception():
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     self.force_reraise()
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     raise self.value
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     return method.func(obj, *args, **kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     resp = self._update('/attachments/%s' % id, body)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     return self.request(url, method, **kwargs)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5]     raise exceptions.from_response(resp, body)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa29abc9-fe46-451e-a940-d6e4704615e3)
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] 
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.claims [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Aborting claim: <nova.compute.claims.Claim object at 0x7eff60774a00> {{(pid=74497) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.298s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.111s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:23 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Deleted allocations for instance 689b79ed-fb42-4fc1-8fd7-f54cb6c0217b
Oct 24 15:09:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-136b9f12-7de7-46f5-8564-42bbdde61707 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "689b79ed-fb42-4fc1-8fd7-f54cb6c0217b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.436s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.368s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Build of instance 7f67005f-8857-4a52-a5ac-c824ce20f3b5 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa29abc9-fe46-451e-a940-d6e4704615e3) {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.utils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Build of instance 7f67005f-8857-4a52-a5ac-c824ce20f3b5 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74497) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 24 15:09:23 user nova-compute[74497]: ERROR nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Build of instance 7f67005f-8857-4a52-a5ac-c824ce20f3b5 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa29abc9-fe46-451e-a940-d6e4704615e3): nova.exception.BuildAbortException: Build of instance 7f67005f-8857-4a52-a5ac-c824ce20f3b5 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa29abc9-fe46-451e-a940-d6e4704615e3)
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Unplugging VIFs for instance {{(pid=74497) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:09:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1821949192',display_name='tempest-TestVolumeBootPattern-server-1821949192',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1821949192',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI5ECccGFnqYEraD9hDTDnC9/D4WNgFTvw+5P8QjEN0IMnS613I0Ui7GRpsVrqcJqmWE3bgdiCtOOMibjBk3R5Ytcl+DfLU/v4Hv3CeIGaDR5DtZSDm2Qe4Z+fXRpcptIQ==',key_name='tempest-TestVolumeBootPattern-46356302',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8cf1f47e298a49a5b0df7c93a72eeeeb',ramdisk_id='',reservation_id='r-pv0h0nxq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-184872735',owner_user_name='tempest-TestVolumeBootPattern-184872735-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:09:12Z,user_data=None,user_id='e8938d0f0b234c62b8595a501497bb0c',uuid=7f67005f-8857-4a52-a5ac-c824ce20f3b5,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62c3aa96-a719-4259-9d76-34199e2e389b", "address": "fa:16:3e:ed:98:34", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62c3aa96-a7", "ovs_interfaceid": "62c3aa96-a719-4259-9d76-34199e2e389b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converting VIF {"id": "62c3aa96-a719-4259-9d76-34199e2e389b", "address": "fa:16:3e:ed:98:34", "network": {"id": "7f1f13ec-4947-4cb9-b28c-17f3f61c231c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-122062560-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8cf1f47e298a49a5b0df7c93a72eeeeb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62c3aa96-a7", "ovs_interfaceid": "62c3aa96-a719-4259-9d76-34199e2e389b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:98:34,bridge_name='br-int',has_traffic_filtering=True,id=62c3aa96-a719-4259-9d76-34199e2e389b,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62c3aa96-a7') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG os_vif [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:98:34,bridge_name='br-int',has_traffic_filtering=True,id=62c3aa96-a719-4259-9d76-34199e2e389b,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62c3aa96-a7') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62c3aa96-a7, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:09:23 user nova-compute[74497]: INFO os_vif [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:98:34,bridge_name='br-int',has_traffic_filtering=True,id=62c3aa96-a719-4259-9d76-34199e2e389b,network=Network(7f1f13ec-4947-4cb9-b28c-17f3f61c231c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62c3aa96-a7')
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Unplugged VIFs for instance {{(pid=74497) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:09:23 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:09:24 user nova-compute[74497]: DEBUG nova.network.neutron [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:24 user nova-compute[74497]: INFO nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Took 0.49 seconds to deallocate network for instance.
Oct 24 15:09:24 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Detaching volume: ad304c6f-747b-493f-9570-4760fbce870f {{(pid=74497) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 15:09:24 user nova-compute[74497]: INFO nova.compute.manager [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Detaching volume ad304c6f-747b-493f-9570-4760fbce870f
Oct 24 15:09:24 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] [instance: 7f67005f-8857-4a52-a5ac-c824ce20f3b5] Skipping driver_detach during remote rebuild. {{(pid=74497) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 15:09:24 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Deleted allocations for instance 7f67005f-8857-4a52-a5ac-c824ce20f3b5
Oct 24 15:09:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4b6d07d5-58aa-4488-8db7-9a3c61d9c086 tempest-TestVolumeBootPattern-184872735 tempest-TestVolumeBootPattern-184872735-project-member] Lock "7f67005f-8857-4a52-a5ac-c824ce20f3b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.619s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-changed-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:26 user nova-compute[74497]: DEBUG nova.compute.manager [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Refreshing instance network info cache due to event network-changed-ff98ec18-0ee7-4cff-9e33-61f285f7ba91. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:09:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:09:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:09:26 user nova-compute[74497]: DEBUG nova.network.neutron [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Refreshing network info cache for port ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:09:27 user nova-compute[74497]: DEBUG nova.network.neutron [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updated VIF entry in instance network info cache for port ff98ec18-0ee7-4cff-9e33-61f285f7ba91. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:09:27 user nova-compute[74497]: DEBUG nova.network.neutron [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-be2fa431-1d72-4ee9-ad0a-2ff78867a720 req-ab47e3fb-5c7b-4d9b-aa22-855354af404d service nova] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:09:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:33 user nova-compute[74497]: INFO nova.compute.manager [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Terminating instance
Oct 24 15:09:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:09:33 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b21365ba-0b59-4e8f-b356-c7929bdc5500 is timed out.
Oct 24 15:09:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully detached device vdb from instance b21365ba-0b59-4e8f-b356-c7929bdc5500 from the live domain config.
Oct 24 15:09:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JnFcXwzo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:09:33 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[deb075f0-5762-4e67-b7e1-571e1be1176c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:09:33 user nova-compute[74497]: No targets found.
Oct 24 15:09:33 user nova-compute[74497]: iSNS:
Oct 24 15:09:33 user nova-compute[74497]: No targets found.
Oct 24 15:09:33 user nova-compute[74497]: STATIC:
Oct 24 15:09:33 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e
Oct 24 15:09:33 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:09:33 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:09:33 user nova-compute[74497]: FIRMWARE:
Oct 24 15:09:33 user nova-compute[74497]: No targets found.
Oct 24 15:09:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:09:33 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:09:33 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[00924c4a-2bab-4504-9db4-d9c4783f6c73]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee0126a-b374-4ac0-baf3-6f8def640476]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:09:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e (non-flash)
Oct 24 15:09:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff78172ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[afff2348-937f-4bd2-aa9f-aed9b30cf675]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e2f2af5-5f26-471c-8e0c-eef106040f5e]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c94244d-29a3-4176-8899-73efc8bd23fa]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9fb32e9-afeb-4cd3-be86-de8bf6117d0e]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:09:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-60509054-1f9e-474d-b895-7654b972d8f7 req-68c26d62-9936-48aa-b29b-e35374307de3 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received event network-vif-unplugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-60509054-1f9e-474d-b895-7654b972d8f7 req-68c26d62-9936-48aa-b29b-e35374307de3 service nova] Acquiring lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-60509054-1f9e-474d-b895-7654b972d8f7 req-68c26d62-9936-48aa-b29b-e35374307de3 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-60509054-1f9e-474d-b895-7654b972d8f7 req-68c26d62-9936-48aa-b29b-e35374307de3 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-60509054-1f9e-474d-b895-7654b972d8f7 req-68c26d62-9936-48aa-b29b-e35374307de3 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] No waiting events found dispatching network-vif-unplugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-60509054-1f9e-474d-b895-7654b972d8f7 req-68c26d62-9936-48aa-b29b-e35374307de3 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received event network-vif-unplugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.039s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[31542188-e95c-48a2-8ac1-9bcd746cc1a2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab4cae05-7ffe-4dc0-b3e7-0d1bc1f00e8e]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260]
Oct 24 15:09:34 user nova-compute[74497]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e, portal: 172.16.0.220,3260] successful.
Oct 24 15:09:34 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1137b3b-0580-402a-b524-054433482b0e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb31c9d6-9d08-4dda-b838-54afc91c740e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] <== disconnect_volume: return (345ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:09:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Instance destroyed successfully.
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.objects.instance [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lazy-loading 'resources' on Instance uuid b31feecc-5a1a-4b64-a01f-fa0dea8aa052 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-875948749',display_name='tempest-ServersNegativeTestJSON-server-875948749',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-875948749',id=40,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1b065e6ddad74e348b960e0237b231ee',ramdisk_id='',reservation_id='r-1q6g7ioj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-549263891',owner_user_name='tempest-ServersNegativeTestJSON-549263891-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:07:51Z,user_data=None,user_id='ff1b2c80793d4e778b519e0f6a8492c9',uuid=b31feecc-5a1a-4b64-a01f-fa0dea8aa052,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converting VIF {"id": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "address": "fa:16:3e:91:a3:41", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap115f624d-78", "ovs_interfaceid": "115f624d-78e4-41f9-9651-ae8c2d2d9814", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a3:41,bridge_name='br-int',has_traffic_filtering=True,id=115f624d-78e4-41f9-9651-ae8c2d2d9814,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115f624d-78') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG os_vif [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a3:41,bridge_name='br-int',has_traffic_filtering=True,id=115f624d-78e4-41f9-9651-ae8c2d2d9814,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115f624d-78') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap115f624d-78, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6835e1fd-2a9f-4230-9b80-d73e3c1e67e1) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:09:34 user nova-compute[74497]: INFO os_vif [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a3:41,bridge_name='br-int',has_traffic_filtering=True,id=115f624d-78e4-41f9-9651-ae8c2d2d9814,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap115f624d-78')
Oct 24 15:09:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Deleting instance files /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052_del
Oct 24 15:09:34 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Deletion of /opt/stack/data/nova/instances/b31feecc-5a1a-4b64-a01f-fa0dea8aa052_del complete
Oct 24 15:09:34 user nova-compute[74497]: INFO nova.compute.manager [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 24 15:09:34 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:09:34 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:35 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Took 0.41 seconds to deallocate network for instance.
Oct 24 15:09:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3737419-f0fb-4d2f-b4cf-90d1aebaebb2 req-4157e179-0893-4e34-b6dd-23ce181cf7e1 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received event network-vif-deleted-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:35 user nova-compute[74497]: INFO nova.compute.manager [req-f3737419-f0fb-4d2f-b4cf-90d1aebaebb2 req-4157e179-0893-4e34-b6dd-23ce181cf7e1 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Neutron deleted interface 115f624d-78e4-41f9-9651-ae8c2d2d9814; detaching it from the instance and deleting it from the info cache
Oct 24 15:09:35 user nova-compute[74497]: DEBUG nova.network.neutron [req-f3737419-f0fb-4d2f-b4cf-90d1aebaebb2 req-4157e179-0893-4e34-b6dd-23ce181cf7e1 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-f3737419-f0fb-4d2f-b4cf-90d1aebaebb2 req-4157e179-0893-4e34-b6dd-23ce181cf7e1 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Detach interface failed, port_id=115f624d-78e4-41f9-9651-ae8c2d2d9814, reason: Instance b31feecc-5a1a-4b64-a01f-fa0dea8aa052 could not be found. {{(pid=74497) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.213s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:35 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Deleted allocations for instance b31feecc-5a1a-4b64-a01f-fa0dea8aa052
Oct 24 15:09:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-66d2205f-37ef-411b-ad31-afd421a8756b tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.693s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-c62bafec-7f9d-41ec-9ee3-d40322bb5038 req-f0f7fce8-f647-498e-b934-ce11135cf799 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received event network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:09:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c62bafec-7f9d-41ec-9ee3-d40322bb5038 req-f0f7fce8-f647-498e-b934-ce11135cf799 service nova] Acquiring lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c62bafec-7f9d-41ec-9ee3-d40322bb5038 req-f0f7fce8-f647-498e-b934-ce11135cf799 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c62bafec-7f9d-41ec-9ee3-d40322bb5038 req-f0f7fce8-f647-498e-b934-ce11135cf799 service nova] Lock "b31feecc-5a1a-4b64-a01f-fa0dea8aa052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:36 user nova-compute[74497]: DEBUG nova.compute.manager [req-c62bafec-7f9d-41ec-9ee3-d40322bb5038 req-f0f7fce8-f647-498e-b934-ce11135cf799 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] No waiting events found dispatching network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:09:36 user nova-compute[74497]: WARNING nova.compute.manager [req-c62bafec-7f9d-41ec-9ee3-d40322bb5038 req-f0f7fce8-f647-498e-b934-ce11135cf799 service nova] [instance: b31feecc-5a1a-4b64-a01f-fa0dea8aa052] Received unexpected event network-vif-plugged-115f624d-78e4-41f9-9651-ae8c2d2d9814 for instance with vm_state deleted and task_state None.
Oct 24 15:09:36 user nova-compute[74497]: DEBUG nova.objects.instance [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'flavor' on Instance uuid b21365ba-0b59-4e8f-b356-c7929bdc5500 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:09:36 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-440da770-f7ad-4060-a7b6-dc93014ae9c4 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.811s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:37 user nova-compute[74497]: INFO nova.compute.manager [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Attaching volume 80fcb4c5-da7c-480a-9af7-200c45520f72 to /dev/vdb
Oct 24 15:09:37 user nova-compute[74497]: DEBUG os_brick.utils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b139c0e-9aca-4bf0-8af6-904197a005bf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc52142f-3eb7-435a-9111-a7cbfff79c05]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[959d74d4-1429-4b88-ad11-695ceee76901]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[47772615-6a13-4c88-b984-5c48a46ceb97]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:09:37 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:09:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[496197ff-d8a6-495a-a70f-588d65f13ef2]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG os_brick.utils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:09:37 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating existing volume attachment record: bbb0a661-03b1-41c4-a581-3bbafc9ed607 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:09:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 0bcf71da-f1aa-49ea-94cb-4280029fe1de {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [{"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0bcf71da-f1aa-49ea-94cb-4280029fe1de" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:09:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:09:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:09:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:09:55 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:09:55 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8426MB free_disk=25.156185150146484GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance b21365ba-0b59-4e8f-b356-c7929bdc5500 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:09:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.261s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:09:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:09:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:09:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:10:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NaiueLYj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:10:06 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:10:06 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:10:06 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[babb67e2-ab2e-4396-8f20-eb179602aea9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:10:06 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d6e6ab0-b8ed-4168-9ca3-56a9032a94fc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72] added
Oct 24 15:10:06 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a7c5a53-054e-45d3-a35f-8f2a0bdb782a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd2562ec-5373-4c66-a870-a2214f3e8262]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NaiueLYj {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NaiueLYj" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb311c1-7782-4a73-a1c5-c54c85667a70]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NaiueLYj'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8fe908-7e95-475d-885c-b5c0d438a93c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a7481d1-7bb3-4e21-9a0a-518b74e1f3e8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:10:06 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:10:06 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:10:06 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:10:06 user nova-compute[74497]: 
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[15611cba-2144-48f4-b531-1e5402adc18b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]
Oct 24 15:10:06 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.
Oct 24 15:10:06 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b293256f-bee4-44a7-a0e4-5f050ba899b8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f649c911-7295-41ff-b20c-7529dc465442]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:10:06 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:10:06 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[42694a94-831b-497a-ae30-fa8d29e328cf]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:10:06 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NaiueLYj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:10:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:10:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '23235623635663436', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:10:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235623635663436', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:10:07 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:10:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:10:07 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:10:07 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:10:07 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:10:07 user nova-compute[74497]:   <serial>80fcb4c5-da7c-480a-9af7-200c45520f72</serial>
Oct 24 15:10:07 user nova-compute[74497]: </disk>
Oct 24 15:10:07 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:10:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:10:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:10:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No VIF found with MAC fa:16:3e:34:74:81, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:10:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ede1ac05-b3f0-42e2-b325-f6506d1b44bd tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.145s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5561fff4-7248-4b70-99b6-289383f38fdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5561fff4-7248-4b70-99b6-289383f38fdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5561fff4-7248-4b70-99b6-289383f38fdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5561fff4-7248-4b70-99b6-289383f38fdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74497) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5561fff4-7248-4b70-99b6-289383f38fdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-65df09d6-ab86-423f-9cf9-69ae5f016365 req-9627268a-be6c-4828-bff5-5cf04f799042 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65df09d6-ab86-423f-9cf9-69ae5f016365 req-9627268a-be6c-4828-bff5-5cf04f799042 service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65df09d6-ab86-423f-9cf9-69ae5f016365 req-9627268a-be6c-4828-bff5-5cf04f799042 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65df09d6-ab86-423f-9cf9-69ae5f016365 req-9627268a-be6c-4828-bff5-5cf04f799042 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-65df09d6-ab86-423f-9cf9-69ae5f016365 req-9627268a-be6c-4828-bff5-5cf04f799042 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:10:09 user nova-compute[74497]: WARNING nova.compute.manager [req-65df09d6-ab86-423f-9cf9-69ae5f016365 req-9627268a-be6c-4828-bff5-5cf04f799042 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state active and task_state powering-off.
Oct 24 15:10:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:10 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance destroyed successfully.
Oct 24 15:10:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5561fff4-7248-4b70-99b6-289383f38fdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:10:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5561fff4-7248-4b70-99b6-289383f38fdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.892s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bb7b16b-1f3b-419a-bccc-97cfebbe6789 req-a4ebf6bd-93f5-4481-8fac-15286ec0b748 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bb7b16b-1f3b-419a-bccc-97cfebbe6789 req-a4ebf6bd-93f5-4481-8fac-15286ec0b748 service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bb7b16b-1f3b-419a-bccc-97cfebbe6789 req-a4ebf6bd-93f5-4481-8fac-15286ec0b748 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bb7b16b-1f3b-419a-bccc-97cfebbe6789 req-a4ebf6bd-93f5-4481-8fac-15286ec0b748 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bb7b16b-1f3b-419a-bccc-97cfebbe6789 req-a4ebf6bd-93f5-4481-8fac-15286ec0b748 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:10:11 user nova-compute[74497]: WARNING nova.compute.manager [req-3bb7b16b-1f3b-419a-bccc-97cfebbe6789 req-a4ebf6bd-93f5-4481-8fac-15286ec0b748 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state stopped and task_state None.
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:13 user nova-compute[74497]: INFO nova.compute.manager [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Terminating instance
Oct 24 15:10:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-db72b1b7-fba8-4f9f-b908-08cb06d825e3 req-cebebdf5-e974-40ca-8c7f-a1836c20716f service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-unplugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-db72b1b7-fba8-4f9f-b908-08cb06d825e3 req-cebebdf5-e974-40ca-8c7f-a1836c20716f service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-db72b1b7-fba8-4f9f-b908-08cb06d825e3 req-cebebdf5-e974-40ca-8c7f-a1836c20716f service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-db72b1b7-fba8-4f9f-b908-08cb06d825e3 req-cebebdf5-e974-40ca-8c7f-a1836c20716f service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-db72b1b7-fba8-4f9f-b908-08cb06d825e3 req-cebebdf5-e974-40ca-8c7f-a1836c20716f service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-unplugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:10:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-db72b1b7-fba8-4f9f-b908-08cb06d825e3 req-cebebdf5-e974-40ca-8c7f-a1836c20716f service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-unplugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:10:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Instance destroyed successfully.
Oct 24 15:10:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lazy-loading 'resources' on Instance uuid b21365ba-0b59-4e8f-b356-c7929bdc5500 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:04:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-290672613',display_name='tempest-TestMinimumBasicScenario-server-290672613',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-290672613',id=35,image_ref='9218df7a-ee84-42fe-a687-2708b7e085b1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJa6piHztQ+WVyLiDmkoo2gCIDwsaqxqKTsqPEe/iKoCFkKkyPu8uoCBSLlxsxk2MLFz7XjlR6mm2Bg75J1IJOUqwfAy00NL0yAu4o9CUgn6BGp6VYZL/dIsmRQ2ptTxRw==',key_name='tempest-TestMinimumBasicScenario-973787635',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:05:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='030e2d3b365648809a837cbd5d605431',ramdisk_id='',reservation_id='r-61k7wuvc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9218df7a-ee84-42fe-a687-2708b7e085b1',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1758371287',owner_user_name='tempest-TestMinimumBasicScenario-1758371287-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:07:28Z,user_data=None,user_id='20d86a3cbd4c43498bb00d4b819bfe4f',uuid=b21365ba-0b59-4e8f-b356-c7929bdc5500,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converting VIF {"id": "bac8f054-1078-4527-8473-e55c90014b97", "address": "fa:16:3e:cb:d9:2f", "network": {"id": "fe80f0c0-0302-4c94-bc92-59c75b01d12a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1350879544-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "030e2d3b365648809a837cbd5d605431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbac8f054-10", "ovs_interfaceid": "bac8f054-1078-4527-8473-e55c90014b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cb:d9:2f,bridge_name='br-int',has_traffic_filtering=True,id=bac8f054-1078-4527-8473-e55c90014b97,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac8f054-10') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG os_vif [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:d9:2f,bridge_name='br-int',has_traffic_filtering=True,id=bac8f054-1078-4527-8473-e55c90014b97,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac8f054-10') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbac8f054-10, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8cdda9d5-ccc1-4c89-9172-15230df513e6) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:14 user nova-compute[74497]: INFO os_vif [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:d9:2f,bridge_name='br-int',has_traffic_filtering=True,id=bac8f054-1078-4527-8473-e55c90014b97,network=Network(fe80f0c0-0302-4c94-bc92-59c75b01d12a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbac8f054-10')
Oct 24 15:10:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Deleting instance files /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500_del
Oct 24 15:10:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Deletion of /opt/stack/data/nova/instances/b21365ba-0b59-4e8f-b356-c7929bdc5500_del complete
Oct 24 15:10:14 user nova-compute[74497]: INFO nova.compute.manager [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 15:10:14 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:10:14 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:10:15 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Took 0.91 seconds to deallocate network for instance.
Oct 24 15:10:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-4320e1af-25f7-4bc0-9245-f8bf7f168d76 req-73f2aa1e-0468-4f81-ac70-39c772eb35cc service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-deleted-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.210s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:15 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Deleted allocations for instance b21365ba-0b59-4e8f-b356-c7929bdc5500
Oct 24 15:10:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4ebea59e-ea02-4504-af8a-ee17884a4f94 tempest-TestMinimumBasicScenario-1758371287 tempest-TestMinimumBasicScenario-1758371287-project-member] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.216s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-e73ee482-dd2f-4ed8-a922-8d3e4b186a58 req-3f8218ae-23b5-4d5c-a31b-fc639a345261 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e73ee482-dd2f-4ed8-a922-8d3e4b186a58 req-3f8218ae-23b5-4d5c-a31b-fc639a345261 service nova] Acquiring lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e73ee482-dd2f-4ed8-a922-8d3e4b186a58 req-3f8218ae-23b5-4d5c-a31b-fc639a345261 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e73ee482-dd2f-4ed8-a922-8d3e4b186a58 req-3f8218ae-23b5-4d5c-a31b-fc639a345261 service nova] Lock "b21365ba-0b59-4e8f-b356-c7929bdc5500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:15 user nova-compute[74497]: DEBUG nova.compute.manager [req-e73ee482-dd2f-4ed8-a922-8d3e4b186a58 req-3f8218ae-23b5-4d5c-a31b-fc639a345261 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] No waiting events found dispatching network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:10:15 user nova-compute[74497]: WARNING nova.compute.manager [req-e73ee482-dd2f-4ed8-a922-8d3e4b186a58 req-3f8218ae-23b5-4d5c-a31b-fc639a345261 service nova] [instance: b21365ba-0b59-4e8f-b356-c7929bdc5500] Received unexpected event network-vif-plugged-bac8f054-1078-4527-8473-e55c90014b97 for instance with vm_state deleted and task_state None.
Oct 24 15:10:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:22 user nova-compute[74497]: INFO nova.compute.manager [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Terminating instance
Oct 24 15:10:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-77b12330-18cf-4ab0-a2cc-6b72fc4b8e19 req-41abae47-937a-4285-8da7-92df435b3c70 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-vif-unplugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-77b12330-18cf-4ab0-a2cc-6b72fc4b8e19 req-41abae47-937a-4285-8da7-92df435b3c70 service nova] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-77b12330-18cf-4ab0-a2cc-6b72fc4b8e19 req-41abae47-937a-4285-8da7-92df435b3c70 service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-77b12330-18cf-4ab0-a2cc-6b72fc4b8e19 req-41abae47-937a-4285-8da7-92df435b3c70 service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-77b12330-18cf-4ab0-a2cc-6b72fc4b8e19 req-41abae47-937a-4285-8da7-92df435b3c70 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] No waiting events found dispatching network-vif-unplugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.compute.manager [req-77b12330-18cf-4ab0-a2cc-6b72fc4b8e19 req-41abae47-937a-4285-8da7-92df435b3c70 service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-vif-unplugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:10:23 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Instance destroyed successfully.
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lazy-loading 'resources' on Instance uuid 0bcf71da-f1aa-49ea-94cb-4280029fe1de {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T14:49:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-404971744',display_name='tempest-ServerActionsTestOtherA-server-404971744',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-404971744',id=22,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBq9To/67LIJRpW98VQfLUi1TDaL2b+/CwVIiBcMwtAbwmC8XjRw/qMLPwqWBZuoXLVMb+BXv3Xhjocp+71KiyF4NiFcrWFNiY6aRkOXtbrYKKjqNmEQb4KED0AcQQu9Q==',key_name='tempest-keypair-1624793471',keypairs=<?>,launch_index=0,launched_at=2023-10-24T14:50:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='abdcaf31a71746b7901f43d2f077d4a6',ramdisk_id='',reservation_id='r-kbrwp4xp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-416295733',owner_user_name='tempest-ServerActionsTestOtherA-416295733-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T14:50:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6acc0a2c7c0147a4b8c21d52db3730c6',uuid=0bcf71da-f1aa-49ea-94cb-4280029fe1de,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converting VIF {"id": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "address": "fa:16:3e:f2:5d:ea", "network": {"id": "05e3020e-3dee-4112-8c50-93848827d3eb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-534734136-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "abdcaf31a71746b7901f43d2f077d4a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b9c8f2f-73", "ovs_interfaceid": "1b9c8f2f-7311-4a0a-8fca-2843e978ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:5d:ea,bridge_name='br-int',has_traffic_filtering=True,id=1b9c8f2f-7311-4a0a-8fca-2843e978ea57,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9c8f2f-73') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG os_vif [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:5d:ea,bridge_name='br-int',has_traffic_filtering=True,id=1b9c8f2f-7311-4a0a-8fca-2843e978ea57,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9c8f2f-73') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b9c8f2f-73, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9a67e90-bffd-4886-bde4-3617666cbd1a) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:23 user nova-compute[74497]: INFO os_vif [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:5d:ea,bridge_name='br-int',has_traffic_filtering=True,id=1b9c8f2f-7311-4a0a-8fca-2843e978ea57,network=Network(05e3020e-3dee-4112-8c50-93848827d3eb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b9c8f2f-73')
Oct 24 15:10:23 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Deleting instance files /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de_del
Oct 24 15:10:23 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Deletion of /opt/stack/data/nova/instances/0bcf71da-f1aa-49ea-94cb-4280029fe1de_del complete
Oct 24 15:10:23 user nova-compute[74497]: INFO nova.compute.manager [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 24 15:10:23 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:10:23 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:10:24 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:10:24 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Took 0.91 seconds to deallocate network for instance.
Oct 24 15:10:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-bace339b-23c9-48f6-8383-f54c32b14474 req-18afbf41-6634-4d99-b43a-d3759f953a9f service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-vif-deleted-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:24 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:10:24 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:10:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.164s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:24 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Deleted allocations for instance 0bcf71da-f1aa-49ea-94cb-4280029fe1de
Oct 24 15:10:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f1866a20-bc5d-4023-9372-5718f320a131 tempest-ServerActionsTestOtherA-416295733 tempest-ServerActionsTestOtherA-416295733-project-member] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.201s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-b68f7b1b-fa78-428a-8249-8d35d7a4ec3b req-1287744c-f588-496b-875e-dc5b33e3c25c service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received event network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:10:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b68f7b1b-fa78-428a-8249-8d35d7a4ec3b req-1287744c-f588-496b-875e-dc5b33e3c25c service nova] Acquiring lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b68f7b1b-fa78-428a-8249-8d35d7a4ec3b req-1287744c-f588-496b-875e-dc5b33e3c25c service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b68f7b1b-fa78-428a-8249-8d35d7a4ec3b req-1287744c-f588-496b-875e-dc5b33e3c25c service nova] Lock "0bcf71da-f1aa-49ea-94cb-4280029fe1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:25 user nova-compute[74497]: DEBUG nova.compute.manager [req-b68f7b1b-fa78-428a-8249-8d35d7a4ec3b req-1287744c-f588-496b-875e-dc5b33e3c25c service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] No waiting events found dispatching network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:10:25 user nova-compute[74497]: WARNING nova.compute.manager [req-b68f7b1b-fa78-428a-8249-8d35d7a4ec3b req-1287744c-f588-496b-875e-dc5b33e3c25c service nova] [instance: 0bcf71da-f1aa-49ea-94cb-4280029fe1de] Received unexpected event network-vif-plugged-1b9c8f2f-7311-4a0a-8fca-2843e978ea57 for instance with vm_state deleted and task_state None.
Oct 24 15:10:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:10:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:10:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:10:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:10:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updating instance_info_cache with network_info: [{"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:10:47 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:10:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:10:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:10:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:10:56 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8700MB free_disk=25.20818328857422GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:10:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.285s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:10:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:10:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:10:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:00 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:11:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:11:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:11:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:11:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:11:26 user nova-compute[74497]: INFO nova.compute.claims [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Claim successful on node user
Oct 24 15:11:26 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.315s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:11:26 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:11:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:11:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG nova.policy [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b25241a72f484b29abb077a753ac28ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ff4cd12203f487c9c8892cc4dd12495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:11:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Creating image(s)
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk 1073741824" returned: 0 in 0.058s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:27 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Successfully created port: a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Cannot resize image /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Ensure instance console log exists: /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Successfully updated port: a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:11:28 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-changed-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Refreshing instance network info cache due to event network-changed-a01adf5c-585a-4901-8f45-55e24c41804d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance network_info: |[{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.neutron [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Refreshing network info cache for port a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Start _get_guest_xml network_info=[{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:11:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:11:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:11:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lazy-loading 'pci_devices' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:11:29 user nova-compute[74497]:   <uuid>0cf99507-99cc-4480-8ae3-f7545514195c</uuid>
Oct 24 15:11:29 user nova-compute[74497]:   <name>instance-0000002a</name>
Oct 24 15:11:29 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:11:29 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:11:29 user nova-compute[74497]:   <metadata>
Oct 24 15:11:29 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:11:29 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:11:29 user nova-compute[74497]:       <nova:name>tempest-ServerActionsTestOtherB-server-1766382942</nova:name>
Oct 24 15:11:29 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:11:29</nova:creationTime>
Oct 24 15:11:29 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:11:29 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:11:29 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:11:29 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:11:29 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:11:29 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:11:29 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:11:29 user nova-compute[74497]:       <nova:owner>
Oct 24 15:11:29 user nova-compute[74497]:         <nova:user uuid="b25241a72f484b29abb077a753ac28ae">tempest-ServerActionsTestOtherB-974710833-project-member</nova:user>
Oct 24 15:11:29 user nova-compute[74497]:         <nova:project uuid="9ff4cd12203f487c9c8892cc4dd12495">tempest-ServerActionsTestOtherB-974710833</nova:project>
Oct 24 15:11:29 user nova-compute[74497]:       </nova:owner>
Oct 24 15:11:29 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:11:29 user nova-compute[74497]:       <nova:ports>
Oct 24 15:11:29 user nova-compute[74497]:         <nova:port uuid="a01adf5c-585a-4901-8f45-55e24c41804d">
Oct 24 15:11:29 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 15:11:29 user nova-compute[74497]:         </nova:port>
Oct 24 15:11:29 user nova-compute[74497]:       </nova:ports>
Oct 24 15:11:29 user nova-compute[74497]:     </nova:instance>
Oct 24 15:11:29 user nova-compute[74497]:   </metadata>
Oct 24 15:11:29 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:11:29 user nova-compute[74497]:     <system>
Oct 24 15:11:29 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:11:29 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:11:29 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:11:29 user nova-compute[74497]:       <entry name="serial">0cf99507-99cc-4480-8ae3-f7545514195c</entry>
Oct 24 15:11:29 user nova-compute[74497]:       <entry name="uuid">0cf99507-99cc-4480-8ae3-f7545514195c</entry>
Oct 24 15:11:29 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:11:29 user nova-compute[74497]:     </system>
Oct 24 15:11:29 user nova-compute[74497]:   </sysinfo>
Oct 24 15:11:29 user nova-compute[74497]:   <os>
Oct 24 15:11:29 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:11:29 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:11:29 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:11:29 user nova-compute[74497]:   </os>
Oct 24 15:11:29 user nova-compute[74497]:   <features>
Oct 24 15:11:29 user nova-compute[74497]:     <acpi/>
Oct 24 15:11:29 user nova-compute[74497]:     <apic/>
Oct 24 15:11:29 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:11:29 user nova-compute[74497]:   </features>
Oct 24 15:11:29 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:11:29 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:11:29 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:11:29 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:11:29 user nova-compute[74497]:   </clock>
Oct 24 15:11:29 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:11:29 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:11:29 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:11:29 user nova-compute[74497]:   </cpu>
Oct 24 15:11:29 user nova-compute[74497]:   <devices>
Oct 24 15:11:29 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:11:29 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:11:29 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk"/>
Oct 24 15:11:29 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:11:29 user nova-compute[74497]:     </disk>
Oct 24 15:11:29 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:11:29 user nova-compute[74497]:       <mac address="fa:16:3e:2b:f6:c2"/>
Oct 24 15:11:29 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:11:29 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:11:29 user nova-compute[74497]:       <target dev="tapa01adf5c-58"/>
Oct 24 15:11:29 user nova-compute[74497]:     </interface>
Oct 24 15:11:29 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:11:29 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/console.log" append="off"/>
Oct 24 15:11:29 user nova-compute[74497]:     </serial>
Oct 24 15:11:29 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:11:29 user nova-compute[74497]:     <video>
Oct 24 15:11:29 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:11:29 user nova-compute[74497]:     </video>
Oct 24 15:11:29 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:11:29 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:11:29 user nova-compute[74497]:     </rng>
Oct 24 15:11:29 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:11:29 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:11:29 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:11:29 user nova-compute[74497]:     </memballoon>
Oct 24 15:11:29 user nova-compute[74497]:   </devices>
Oct 24 15:11:29 user nova-compute[74497]: </domain>
Oct 24 15:11:29 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:11:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG os_vif [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46bd5bd3-74f1-5e1d-a7e4-848f6e4539ba', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa01adf5c-58, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa01adf5c-58, col_values=(('qos', UUID('474f0142-a975-4226-90d5-75d30bfd691c')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa01adf5c-58, col_values=(('external_ids', {'iface-id': 'a01adf5c-585a-4901-8f45-55e24c41804d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2b:f6:c2', 'vm-uuid': '0cf99507-99cc-4480-8ae3-f7545514195c'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:29 user nova-compute[74497]: INFO os_vif [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58')
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No VIF found with MAC fa:16:3e:2b:f6:c2, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.neutron [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updated VIF entry in instance network info cache for port a01adf5c-585a-4901-8f45-55e24c41804d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG nova.network.neutron [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:11:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b7e028a9-8f6e-4f9a-9de4-471c22c85dc6 req-f92851a1-6139-49e1-bbc7-9c0e8daabc7f service nova] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:11:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-05ff3b73-7687-43f2-8056-12586c423ee5 req-982a2729-2bb3-432d-a62a-756eb5df80e7 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-05ff3b73-7687-43f2-8056-12586c423ee5 req-982a2729-2bb3-432d-a62a-756eb5df80e7 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-05ff3b73-7687-43f2-8056-12586c423ee5 req-982a2729-2bb3-432d-a62a-756eb5df80e7 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-05ff3b73-7687-43f2-8056-12586c423ee5 req-982a2729-2bb3-432d-a62a-756eb5df80e7 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-05ff3b73-7687-43f2-8056-12586c423ee5 req-982a2729-2bb3-432d-a62a-756eb5df80e7 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:11:31 user nova-compute[74497]: WARNING nova.compute.manager [req-05ff3b73-7687-43f2-8056-12586c423ee5 req-982a2729-2bb3-432d-a62a-756eb5df80e7 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state building and task_state spawning.
Oct 24 15:11:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-d4a84a80-4255-45a7-9ee2-98e32fab316e req-64bc69fb-4b19-4f91-9304-e40f3b002ae8 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d4a84a80-4255-45a7-9ee2-98e32fab316e req-64bc69fb-4b19-4f91-9304-e40f3b002ae8 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d4a84a80-4255-45a7-9ee2-98e32fab316e req-64bc69fb-4b19-4f91-9304-e40f3b002ae8 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d4a84a80-4255-45a7-9ee2-98e32fab316e req-64bc69fb-4b19-4f91-9304-e40f3b002ae8 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-d4a84a80-4255-45a7-9ee2-98e32fab316e req-64bc69fb-4b19-4f91-9304-e40f3b002ae8 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:11:33 user nova-compute[74497]: WARNING nova.compute.manager [req-d4a84a80-4255-45a7-9ee2-98e32fab316e req-64bc69fb-4b19-4f91-9304-e40f3b002ae8 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state building and task_state spawning.
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:11:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance spawned successfully.
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:11:33 user nova-compute[74497]: INFO nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Took 6.36 seconds to spawn the instance on the hypervisor.
Oct 24 15:11:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:11:33 user nova-compute[74497]: INFO nova.compute.manager [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Took 7.11 seconds to build instance.
Oct 24 15:11:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0e9ffc36-982e-4a35-bd1b-f6e1616c0372 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.238s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:11:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:11:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:11:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:11:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:11:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:11:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:11:56 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:11:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:57 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:11:58 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:11:58 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:11:58 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8524MB free_disk=25.192096710205078GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:11:58 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:11:59 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:11:59 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:11:59 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:11:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.286s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:11:59 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:11:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'info_cache' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.objects.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:12:00 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance destroyed successfully.
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'resources' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.objects.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:10:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:12:00 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_vif [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff98ec18-0e, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ad7b85b-7717-4c69-b25b-c5d03bd93a53) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:01 user nova-compute[74497]: INFO os_vif [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e')
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NaiueLYj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:12:01 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a35ba4-f39d-4e3c-aa89-189e6cc7e7c3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:12:01 user nova-compute[74497]: No targets found.
Oct 24 15:12:01 user nova-compute[74497]: iSNS:
Oct 24 15:12:01 user nova-compute[74497]: No targets found.
Oct 24 15:12:01 user nova-compute[74497]: STATIC:
Oct 24 15:12:01 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72
Oct 24 15:12:01 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:12:01 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:12:01 user nova-compute[74497]: FIRMWARE:
Oct 24 15:12:01 user nova-compute[74497]: No targets found.
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:12:01 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:12:01 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[26b9c08c-e54d-4981-8f22-292ff66b79c7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bedf1fb-774a-46af-85fe-98218a9099e5]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40790b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d57e4d70-78a9-4209-9493-ddd86bd54b96]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f4ddfde-6060-4ae7-918a-a28fdef05c80]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0412e074-3854-418d-b092-003345113e88]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0bdcdc7-eab1-4df3-ac43-ef3392d20129]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5b887b-d635-46af-8038-7a6b9aa8eab6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f533d1-25c6-4d05-be1a-de63af341f8a]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]
Oct 24 15:12:01 user nova-compute[74497]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[85fbd822-2a04-45dc-b7b9-537e84818e43]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== disconnect_volume: return (271ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Start _get_guest_xml network_info=[{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': 'bbb0a661-03b1-41c4-a581-3bbafc9ed607', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NaiueLYj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'd72f6391-33db-4817-9f33-bd75bb7f29b4', 'attached_at': '', 'detached_at': '', 'volume_id': '80fcb4c5-da7c-480a-9af7-200c45520f72', 'serial': '80fcb4c5-da7c-480a-9af7-200c45520f72'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'numa_topology' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.objects.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:12:01 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:12:01 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'vcpu_model' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.objects.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NaiueLYj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:12:01 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:12:01 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:12:01 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[834c60d5-bc6a-4157-aeb5-d224d07f4a73]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:12:01 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6ae418-b585-4962-a654-cea0ce8dab8c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72] added
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c9854f-2dfa-49f1-a113-abedd03beb05]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[02eb1dbf-1614-43a1-867f-1813c1f35a1a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NaiueLYj {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NaiueLYj" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[755aca48-08dd-4934-9317-3d7e70e67987]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NaiueLYj'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[901b915e-d60c-42d7-b6a6-d2f7b3c33ab4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a3eaa1-f5d1-43d6-b80f-280e1904a3f8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:12:01 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:12:01 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:12:01 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:12:01 user nova-compute[74497]: 
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ff7f92-8369-4eda-8330-dfbcdef0c0cb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]
Oct 24 15:12:01 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e4b263-c628-4a03-981d-e2596a11210a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c174d47-9b7e-41bd-93bf-ab9157da7932]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:12:01 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a65830-456b-462d-8b33-25073ad5db6b]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:12:01 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NaiueLYj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23235623635663436', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235623635663436', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:10:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'pci_devices' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG nova.objects.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:12:02 user nova-compute[74497]:   <uuid>d72f6391-33db-4817-9f33-bd75bb7f29b4</uuid>
Oct 24 15:12:02 user nova-compute[74497]:   <name>instance-00000027</name>
Oct 24 15:12:02 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:12:02 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:12:02 user nova-compute[74497]:   <metadata>
Oct 24 15:12:02 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:12:02 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:12:02 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeTestJSON-server-1859016057</nova:name>
Oct 24 15:12:02 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:12:01</nova:creationTime>
Oct 24 15:12:02 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:12:02 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:12:02 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:12:02 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:12:02 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:12:02 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:12:02 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:12:02 user nova-compute[74497]:       <nova:owner>
Oct 24 15:12:02 user nova-compute[74497]:         <nova:user uuid="fd0ff542b0a44522a8496daaedb5680d">tempest-AttachVolumeTestJSON-249370564-project-member</nova:user>
Oct 24 15:12:02 user nova-compute[74497]:         <nova:project uuid="1bfc8b4131bd487ca0797923a6877f38">tempest-AttachVolumeTestJSON-249370564</nova:project>
Oct 24 15:12:02 user nova-compute[74497]:       </nova:owner>
Oct 24 15:12:02 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:12:02 user nova-compute[74497]:       <nova:ports>
Oct 24 15:12:02 user nova-compute[74497]:         <nova:port uuid="ff98ec18-0ee7-4cff-9e33-61f285f7ba91">
Oct 24 15:12:02 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 15:12:02 user nova-compute[74497]:         </nova:port>
Oct 24 15:12:02 user nova-compute[74497]:       </nova:ports>
Oct 24 15:12:02 user nova-compute[74497]:     </nova:instance>
Oct 24 15:12:02 user nova-compute[74497]:   </metadata>
Oct 24 15:12:02 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:12:02 user nova-compute[74497]:     <system>
Oct 24 15:12:02 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:12:02 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:12:02 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:12:02 user nova-compute[74497]:       <entry name="serial">d72f6391-33db-4817-9f33-bd75bb7f29b4</entry>
Oct 24 15:12:02 user nova-compute[74497]:       <entry name="uuid">d72f6391-33db-4817-9f33-bd75bb7f29b4</entry>
Oct 24 15:12:02 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:12:02 user nova-compute[74497]:     </system>
Oct 24 15:12:02 user nova-compute[74497]:   </sysinfo>
Oct 24 15:12:02 user nova-compute[74497]:   <os>
Oct 24 15:12:02 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:12:02 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:12:02 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:12:02 user nova-compute[74497]:   </os>
Oct 24 15:12:02 user nova-compute[74497]:   <features>
Oct 24 15:12:02 user nova-compute[74497]:     <acpi/>
Oct 24 15:12:02 user nova-compute[74497]:     <apic/>
Oct 24 15:12:02 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:12:02 user nova-compute[74497]:   </features>
Oct 24 15:12:02 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:12:02 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:12:02 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:12:02 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:12:02 user nova-compute[74497]:   </clock>
Oct 24 15:12:02 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:12:02 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:12:02 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:12:02 user nova-compute[74497]:   </cpu>
Oct 24 15:12:02 user nova-compute[74497]:   <devices>
Oct 24 15:12:02 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:12:02 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:12:02 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk"/>
Oct 24 15:12:02 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:12:02 user nova-compute[74497]:     </disk>
Oct 24 15:12:02 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:12:02 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:12:02 user nova-compute[74497]:       <source dev="/dev/sdb"/>
Oct 24 15:12:02 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 15:12:02 user nova-compute[74497]:       <serial>80fcb4c5-da7c-480a-9af7-200c45520f72</serial>
Oct 24 15:12:02 user nova-compute[74497]:     </disk>
Oct 24 15:12:02 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:12:02 user nova-compute[74497]:       <mac address="fa:16:3e:34:74:81"/>
Oct 24 15:12:02 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:12:02 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:12:02 user nova-compute[74497]:       <target dev="tapff98ec18-0e"/>
Oct 24 15:12:02 user nova-compute[74497]:     </interface>
Oct 24 15:12:02 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:12:02 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/console.log" append="off"/>
Oct 24 15:12:02 user nova-compute[74497]:     </serial>
Oct 24 15:12:02 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:12:02 user nova-compute[74497]:     <video>
Oct 24 15:12:02 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:12:02 user nova-compute[74497]:     </video>
Oct 24 15:12:02 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:12:02 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:12:02 user nova-compute[74497]:     </rng>
Oct 24 15:12:02 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:12:02 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:12:02 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:12:02 user nova-compute[74497]:     </memballoon>
Oct 24 15:12:02 user nova-compute[74497]:   </devices>
Oct 24 15:12:02 user nova-compute[74497]: </domain>
Oct 24 15:12:02 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'trusted_certs' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.objects.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Cannot resize image /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.objects.instance [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'migration_context' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.objects.base [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:10:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG os_vif [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce0715d3-bbb7-5c82-993c-149c9523848d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapff98ec18-0e, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapff98ec18-0e, col_values=(('qos', UUID('d279e940-cbde-4f01-8b1f-3830f3264d80')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapff98ec18-0e, col_values=(('external_ids', {'iface-id': 'ff98ec18-0ee7-4cff-9e33-61f285f7ba91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:74:81', 'vm-uuid': 'd72f6391-33db-4817-9f33-bd75bb7f29b4'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:12:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:03 user nova-compute[74497]: INFO os_vif [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e')
Oct 24 15:12:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-4ba7cae1-aced-4a63-b2b9-49adfae1375b req-6d22fc92-948f-465f-a4bc-4d39e63e57e6 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4ba7cae1-aced-4a63-b2b9-49adfae1375b req-6d22fc92-948f-465f-a4bc-4d39e63e57e6 service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4ba7cae1-aced-4a63-b2b9-49adfae1375b req-6d22fc92-948f-465f-a4bc-4d39e63e57e6 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4ba7cae1-aced-4a63-b2b9-49adfae1375b req-6d22fc92-948f-465f-a4bc-4d39e63e57e6 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-4ba7cae1-aced-4a63-b2b9-49adfae1375b req-6d22fc92-948f-465f-a4bc-4d39e63e57e6 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:12:05 user nova-compute[74497]: WARNING nova.compute.manager [req-4ba7cae1-aced-4a63-b2b9-49adfae1375b req-6d22fc92-948f-465f-a4bc-4d39e63e57e6 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state stopped and task_state powering-on.
Oct 24 15:12:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:12:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance rebooted successfully.
Oct 24 15:12:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-7ce69115-4e2f-46eb-a71d-8b990746f49f tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-94a6f7ed-9f9e-40a1-957a-520baf4e4b00 req-6a73a140-f2ab-43d0-9694-aa2f1fd91264 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-94a6f7ed-9f9e-40a1-957a-520baf4e4b00 req-6a73a140-f2ab-43d0-9694-aa2f1fd91264 service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-94a6f7ed-9f9e-40a1-957a-520baf4e4b00 req-6a73a140-f2ab-43d0-9694-aa2f1fd91264 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-94a6f7ed-9f9e-40a1-957a-520baf4e4b00 req-6a73a140-f2ab-43d0-9694-aa2f1fd91264 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:12:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-94a6f7ed-9f9e-40a1-957a-520baf4e4b00 req-6a73a140-f2ab-43d0-9694-aa2f1fd91264 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:12:07 user nova-compute[74497]: WARNING nova.compute.manager [req-94a6f7ed-9f9e-40a1-957a-520baf4e4b00 req-6a73a140-f2ab-43d0-9694-aa2f1fd91264 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state active and task_state None.
Oct 24 15:12:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:12:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:12:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:12:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:12:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:43 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updating instance_info_cache with network_info: [{"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:12:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:12:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:12:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:12:59 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:12:59 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:12:59 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8557MB free_disk=25.18883514404297GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:12:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:12:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:13:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.603s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:13:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:13:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:13:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:13:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:13:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:13:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:13:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:13:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:13:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:13:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:13:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-changed-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Refreshing instance network info cache due to event network-changed-a01adf5c-585a-4901-8f45-55e24c41804d. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG nova.network.neutron [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Refreshing network info cache for port a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG nova.network.neutron [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updated VIF entry in instance network info cache for port a01adf5c-585a-4901-8f45-55e24c41804d. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG nova.network.neutron [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:13:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b026b535-082f-47e7-be32-af4b978fa40f req-5684b26e-c6c3-49ee-94f8-cfc2f5ba60be service nova] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:13:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:13:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:13:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:13:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:13:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:13:51 user nova-compute[74497]: INFO nova.compute.manager [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Detaching volume 80fcb4c5-da7c-480a-9af7-200c45520f72
Oct 24 15:13:51 user nova-compute[74497]: INFO nova.virt.block_device [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Attempting to driver detach volume 80fcb4c5-da7c-480a-9af7-200c45520f72 from mountpoint /dev/vdb
Oct 24 15:13:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Attempting to detach device vdb from instance d72f6391-33db-4817-9f33-bd75bb7f29b4 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:13:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:13:51 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:13:51 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:13:51 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:13:51 user nova-compute[74497]:   <serial>80fcb4c5-da7c-480a-9af7-200c45520f72</serial>
Oct 24 15:13:51 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 15:13:51 user nova-compute[74497]: </disk>
Oct 24 15:13:51 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:13:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully detached device vdb from instance d72f6391-33db-4817-9f33-bd75bb7f29b4 from the persistent domain config.
Oct 24 15:13:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d72f6391-33db-4817-9f33-bd75bb7f29b4 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:13:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:13:51 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:13:51 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:13:51 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:13:51 user nova-compute[74497]:   <serial>80fcb4c5-da7c-480a-9af7-200c45520f72</serial>
Oct 24 15:13:51 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 15:13:51 user nova-compute[74497]: </disk>
Oct 24 15:13:51 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:13:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:13:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:13:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:13:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:01 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:14:01 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:14:01 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8620MB free_disk=25.18639373779297GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:14:01 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:14:02 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:14:02 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:14:02 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:14:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.230s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:14:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:12 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d72f6391-33db-4817-9f33-bd75bb7f29b4 is timed out.
Oct 24 15:14:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully detached device vdb from instance d72f6391-33db-4817-9f33-bd75bb7f29b4 from the live domain config.
Oct 24 15:14:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NaiueLYj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:14:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b4e7075-b62a-4a2d-842c-6f02f19077eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:14:12 user nova-compute[74497]: No targets found.
Oct 24 15:14:12 user nova-compute[74497]: iSNS:
Oct 24 15:14:12 user nova-compute[74497]: No targets found.
Oct 24 15:14:12 user nova-compute[74497]: STATIC:
Oct 24 15:14:12 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72
Oct 24 15:14:12 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:14:12 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:14:12 user nova-compute[74497]: FIRMWARE:
Oct 24 15:14:12 user nova-compute[74497]: No targets found.
Oct 24 15:14:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:14:12 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:14:12 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[242e28ad-e906-401a-8dfb-bad41388a678]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[febf0aef-5061-49bf-819e-63e952803c86]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:14:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 (non-flash)
Oct 24 15:14:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6055f880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f9095a-268e-4c7c-bdac-06141c413ffe]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c9867f-204b-418f-bc47-7aaf075595be]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf04d5e7-e437-46c7-a978-f0758a3719af]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c643b1d-0f8e-46e8-9faf-fcb6a3ded1f9]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[43c6d5c8-8258-4875-8a37-03bc3373298e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2666d15b-9bea-451a-9300-85aebcd3c3d4]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260]
Oct 24 15:14:12 user nova-compute[74497]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72, portal: 172.16.0.220,3260] successful.
Oct 24 15:14:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80fcb4c5-da7c-480a-9af7-200c45520f72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa758cc3-3d74-4690-b9a9-4b0468a7dffd]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== disconnect_volume: return (292ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:14:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:14:13 user nova-compute[74497]: DEBUG nova.objects.instance [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:14:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a2443e78-f4f0-4cd1-9c5d-e37a260d15e2 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.709s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f6b3baf6-d68a-47c9-bf35-96e57b12262b tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f6b3baf6-d68a-47c9-bf35-96e57b12262b tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-f6b3baf6-d68a-47c9-bf35-96e57b12262b tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-f6b3baf6-d68a-47c9-bf35-96e57b12262b tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74497) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-f6b3baf6-d68a-47c9-bf35-96e57b12262b tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-1fa02568-cacc-4e3a-8e25-3dee69a5caaa req-b95e1ac1-4879-4356-bd03-5a5234a9b803 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1fa02568-cacc-4e3a-8e25-3dee69a5caaa req-b95e1ac1-4879-4356-bd03-5a5234a9b803 service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1fa02568-cacc-4e3a-8e25-3dee69a5caaa req-b95e1ac1-4879-4356-bd03-5a5234a9b803 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1fa02568-cacc-4e3a-8e25-3dee69a5caaa req-b95e1ac1-4879-4356-bd03-5a5234a9b803 service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-1fa02568-cacc-4e3a-8e25-3dee69a5caaa req-b95e1ac1-4879-4356-bd03-5a5234a9b803 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:14:14 user nova-compute[74497]: WARNING nova.compute.manager [req-1fa02568-cacc-4e3a-8e25-3dee69a5caaa req-b95e1ac1-4879-4356-bd03-5a5234a9b803 service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state active and task_state powering-off.
Oct 24 15:14:15 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance destroyed successfully.
Oct 24 15:14:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-f6b3baf6-d68a-47c9-bf35-96e57b12262b tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:14:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-f6b3baf6-d68a-47c9-bf35-96e57b12262b tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.867s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-8ce4cee8-36fb-4c05-9e54-68dceec3a906 req-9f243405-a14c-468f-bb20-4c269e31b9df service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:14:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ce4cee8-36fb-4c05-9e54-68dceec3a906 req-9f243405-a14c-468f-bb20-4c269e31b9df service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ce4cee8-36fb-4c05-9e54-68dceec3a906 req-9f243405-a14c-468f-bb20-4c269e31b9df service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ce4cee8-36fb-4c05-9e54-68dceec3a906 req-9f243405-a14c-468f-bb20-4c269e31b9df service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-8ce4cee8-36fb-4c05-9e54-68dceec3a906 req-9f243405-a14c-468f-bb20-4c269e31b9df service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:14:16 user nova-compute[74497]: WARNING nova.compute.manager [req-8ce4cee8-36fb-4c05-9e54-68dceec3a906 req-9f243405-a14c-468f-bb20-4c269e31b9df service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state stopped and task_state None.
Oct 24 15:14:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:14:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:14:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:14:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:14:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:14:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:14:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:14:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:14:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:14:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:45 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:14:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:14:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:55 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:57 user nova-compute[74497]: INFO nova.compute.manager [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Terminating instance
Oct 24 15:14:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-4936e803-3c75-4052-aeba-ccdc9b743d88 req-e6d408e9-1eea-4846-a406-3bb6d45a48ca service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received event network-vif-unplugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4936e803-3c75-4052-aeba-ccdc9b743d88 req-e6d408e9-1eea-4846-a406-3bb6d45a48ca service nova] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4936e803-3c75-4052-aeba-ccdc9b743d88 req-e6d408e9-1eea-4846-a406-3bb6d45a48ca service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4936e803-3c75-4052-aeba-ccdc9b743d88 req-e6d408e9-1eea-4846-a406-3bb6d45a48ca service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-4936e803-3c75-4052-aeba-ccdc9b743d88 req-e6d408e9-1eea-4846-a406-3bb6d45a48ca service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] No waiting events found dispatching network-vif-unplugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:14:57 user nova-compute[74497]: DEBUG nova.compute.manager [req-4936e803-3c75-4052-aeba-ccdc9b743d88 req-e6d408e9-1eea-4846-a406-3bb6d45a48ca service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received event network-vif-unplugged-c5411171-af12-457d-83b6-145ff64622f9 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:14:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Instance destroyed successfully.
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lazy-loading 'resources' on Instance uuid 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:05:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1546309973',display_name='tempest-ServersNegativeTestJSON-server-1546309973',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1546309973',id=37,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:06:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1b065e6ddad74e348b960e0237b231ee',ramdisk_id='',reservation_id='r-9rd7onah',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-549263891',owner_user_name='tempest-ServersNegativeTestJSON-549263891-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:06:02Z,user_data=None,user_id='ff1b2c80793d4e778b519e0f6a8492c9',uuid=2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converting VIF {"id": "c5411171-af12-457d-83b6-145ff64622f9", "address": "fa:16:3e:ef:c5:c8", "network": {"id": "2de4b289-ab88-4398-96b6-b8e488f99041", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1287304616-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b065e6ddad74e348b960e0237b231ee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5411171-af", "ovs_interfaceid": "c5411171-af12-457d-83b6-145ff64622f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ef:c5:c8,bridge_name='br-int',has_traffic_filtering=True,id=c5411171-af12-457d-83b6-145ff64622f9,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5411171-af') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG os_vif [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:c5:c8,bridge_name='br-int',has_traffic_filtering=True,id=c5411171-af12-457d-83b6-145ff64622f9,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5411171-af') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc5411171-af, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d58f91b1-1965-45ab-8c66-9d5a9796c1f0) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:14:58 user nova-compute[74497]: INFO os_vif [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ef:c5:c8,bridge_name='br-int',has_traffic_filtering=True,id=c5411171-af12-457d-83b6-145ff64622f9,network=Network(2de4b289-ab88-4398-96b6-b8e488f99041),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5411171-af')
Oct 24 15:14:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Deleting instance files /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3_del
Oct 24 15:14:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Deletion of /opt/stack/data/nova/instances/2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3_del complete
Oct 24 15:14:58 user nova-compute[74497]: INFO nova.compute.manager [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 15:14:58 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:14:58 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Took 0.41 seconds to deallocate network for instance.
Oct 24 15:14:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:14:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.198s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:58 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Deleted allocations for instance 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3
Oct 24 15:14:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d812fc56-e374-4001-bea3-cabcf5a12356 tempest-ServersNegativeTestJSON-549263891 tempest-ServersNegativeTestJSON-549263891-project-member] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.735s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-70db61b3-3c67-48f0-8de5-80d61b37dfbf req-5a24da3d-3e87-43c5-ba8e-89a939eaff68 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received event network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:14:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-70db61b3-3c67-48f0-8de5-80d61b37dfbf req-5a24da3d-3e87-43c5-ba8e-89a939eaff68 service nova] Acquiring lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:14:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-70db61b3-3c67-48f0-8de5-80d61b37dfbf req-5a24da3d-3e87-43c5-ba8e-89a939eaff68 service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:14:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-70db61b3-3c67-48f0-8de5-80d61b37dfbf req-5a24da3d-3e87-43c5-ba8e-89a939eaff68 service nova] Lock "2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:14:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-70db61b3-3c67-48f0-8de5-80d61b37dfbf req-5a24da3d-3e87-43c5-ba8e-89a939eaff68 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] No waiting events found dispatching network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:14:59 user nova-compute[74497]: WARNING nova.compute.manager [req-70db61b3-3c67-48f0-8de5-80d61b37dfbf req-5a24da3d-3e87-43c5-ba8e-89a939eaff68 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received unexpected event network-vif-plugged-c5411171-af12-457d-83b6-145ff64622f9 for instance with vm_state deleted and task_state None.
Oct 24 15:14:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-70db61b3-3c67-48f0-8de5-80d61b37dfbf req-5a24da3d-3e87-43c5-ba8e-89a939eaff68 service nova] [instance: 2ee1d7b0-3703-40bb-afcd-04c1f84b6ee3] Received event network-vif-deleted-c5411171-af12-457d-83b6-145ff64622f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:15:00 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:01 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:02 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:15:02 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8760MB free_disk=25.204551696777344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:15:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.254s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:15:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:15:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lazy-loading 'flavor' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:15:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.139s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:15 user nova-compute[74497]: INFO nova.compute.manager [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Attaching volume 37482a07-2c5f-4b56-89d5-1c92be5cfa69 to /dev/vdb
Oct 24 15:15:15 user nova-compute[74497]: DEBUG os_brick.utils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b04510-d047-4f9b-919e-2802f238428e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b03601-93a5-4b3a-a1cc-4e1f10f2b259]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[648e8c3c-6770-483c-b9ae-7de282dc65fc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[31174bcf-7a0b-4359-974c-942f4d60403c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:15:16 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:15:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[096afb7d-6318-4082-a6fc-9a4d455bbcbc]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG os_brick.utils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:15:16 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating existing volume attachment record: 9fb1283b-b0a0-46a5-b555-231b73f2ef3c {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:15:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:15:32 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:15:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:15:32 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:15:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:15:32 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:15:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c08ef727-442d-4d97-99de-c96c439424d4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:15:32 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[85a67cd7-d846-4af7-9b8c-d8fd4ed4e835]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69] added
Oct 24 15:15:32 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:32 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3959321-58ec-4563-a267-9be94f45cddf]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94cf6db-8f46-4e99-9ae1-a15dcfb17ab3]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ECocvHaI {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ECocvHaI" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[feb3817c-c830-4334-abb3-87019834b450]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ECocvHaI'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[588bfba2-899e-404a-adf5-6daeb902d00a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7991ec97-39fe-4de1-9783-e93fcbf933b7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:15:33 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:15:33 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:15:33 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:15:33 user nova-compute[74497]: 
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d4ec20-a0e1-4806-897e-f92de79b1324]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]
Oct 24 15:15:33 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.
Oct 24 15:15:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[709f80fa-690c-44d3-8674-d6877042dbba]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40c7c0a-3ed7-4904-810c-6bd99374f9f3]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:15:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:15:33 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0c7b481-41e5-4b02-a3fa-9a9701bed7d7]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:33 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23034376338636534', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034376338636534', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG nova.objects.instance [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lazy-loading 'flavor' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:15:34 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:15:34 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:15:34 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:15:34 user nova-compute[74497]:   <serial>37482a07-2c5f-4b56-89d5-1c92be5cfa69</serial>
Oct 24 15:15:34 user nova-compute[74497]: </disk>
Oct 24 15:15:34 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No VIF found with MAC fa:16:3e:2b:f6:c2, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:15:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-584955d4-d9ac-4b0a-8e3e-705c11d3e6d7 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.015s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Stashing vm_state: active {{(pid=74497) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:15:37 user nova-compute[74497]: INFO nova.compute.claims [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Claim successful on node user
Oct 24 15:15:37 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating resource usage from migration c73ac35b-273b-464c-bd61-190a2d93f248
Oct 24 15:15:37 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.251s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:37 user nova-compute[74497]: INFO nova.compute.manager [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Migrating
Oct 24 15:15:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG nova.network.neutron [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:15:37 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Starting migrate_disk_and_power_off {{(pid=74497) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-bd085740-3027-4b80-92f0-2b9524597647 req-b53e8921-74e9-4bfb-8ef9-45c943351c12 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd085740-3027-4b80-92f0-2b9524597647 req-b53e8921-74e9-4bfb-8ef9-45c943351c12 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd085740-3027-4b80-92f0-2b9524597647 req-b53e8921-74e9-4bfb-8ef9-45c943351c12 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-bd085740-3027-4b80-92f0-2b9524597647 req-b53e8921-74e9-4bfb-8ef9-45c943351c12 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG nova.compute.manager [req-bd085740-3027-4b80-92f0-2b9524597647 req-b53e8921-74e9-4bfb-8ef9-45c943351c12 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:15:38 user nova-compute[74497]: WARNING nova.compute.manager [req-bd085740-3027-4b80-92f0-2b9524597647 req-b53e8921-74e9-4bfb-8ef9-45c943351c12 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state active and task_state resize_migrating.
Oct 24 15:15:38 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance destroyed successfully.
Oct 24 15:15:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:11:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:15:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1540047996-network", "vif_mac": "fa:16:3e:2b:f6:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1540047996-network", "vif_mac": "fa:16:3e:2b:f6:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG os_vif [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa01adf5c-58, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=474f0142-a975-4226-90d5-75d30bfd691c) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:38 user nova-compute[74497]: INFO os_vif [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58')
Oct 24 15:15:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:15:38 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:15:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f33dae-30b7-4412-9b7c-312a8c5074ae]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:15:38 user nova-compute[74497]: No targets found.
Oct 24 15:15:38 user nova-compute[74497]: iSNS:
Oct 24 15:15:38 user nova-compute[74497]: No targets found.
Oct 24 15:15:38 user nova-compute[74497]: STATIC:
Oct 24 15:15:38 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69
Oct 24 15:15:38 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:15:38 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:15:38 user nova-compute[74497]: FIRMWARE:
Oct 24 15:15:38 user nova-compute[74497]: No targets found.
Oct 24 15:15:38 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:15:38 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:15:38 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f48d1a0-0e15-4cf5-973b-838d381e35a2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:38 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d035ad3b-f02a-4b0e-bfeb-5499473e89a6]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:15:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:15:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601c3880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a110db54-aa5d-48cc-ba51-82ba1a3bb3ad]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bbf3439-d5c1-4854-b001-17917f42f43b]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8daa4b77-1fe4-4f1e-80e4-050bc242f8b1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8719950-3944-4475-8248-914ba56d60cf]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a019819-887b-43fb-8690-065cdea36f86]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc357f9-3f0b-4a6f-934c-9ff88dc2c01e]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]
Oct 24 15:15:39 user nova-compute[74497]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.
Oct 24 15:15:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d587fe7-54a2-4d72-ac28-3b037e894dbf]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== disconnect_volume: return (299ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:15:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_resize/disk /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "cp -r /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_resize/disk /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk" returned: 0 in 0.577s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_resize/disk.info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk.info {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "cp -r /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_resize/disk.info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk.info" returned: 0 in 0.035s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-fd62ce85-c245-4a40-b7c6-f39228570bbb req-f887e5ea-e4db-442c-a7df-f4e30c389403 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fd62ce85-c245-4a40-b7c6-f39228570bbb req-f887e5ea-e4db-442c-a7df-f4e30c389403 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fd62ce85-c245-4a40-b7c6-f39228570bbb req-f887e5ea-e4db-442c-a7df-f4e30c389403 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fd62ce85-c245-4a40-b7c6-f39228570bbb req-f887e5ea-e4db-442c-a7df-f4e30c389403 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-fd62ce85-c245-4a40-b7c6-f39228570bbb req-f887e5ea-e4db-442c-a7df-f4e30c389403 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:15:40 user nova-compute[74497]: WARNING nova.compute.manager [req-fd62ce85-c245-4a40-b7c6-f39228570bbb req-f887e5ea-e4db-442c-a7df-f4e30c389403 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state active and task_state resize_migrating.
Oct 24 15:15:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:46 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:15:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:15:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:15:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:15:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Port a01adf5c-585a-4901-8f45-55e24c41804d binding to destination host user is already ACTIVE {{(pid=74497) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:15:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG os_brick.utils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c4c9b7-9735-4bf0-8b9a-1983ca3f31cd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9afa326-dd12-4637-ba30-300441ea1382]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f526f3db-1e96-456c-94ea-2354edfa9b50]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[78838366-c620-40ac-8f22-45d749c06b4c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:15:51 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:15:51 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5146a73a-537e-4bfe-b3a8-c571087a5658]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:15:51 user nova-compute[74497]: DEBUG os_brick.utils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:15:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:15:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:56 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:15:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:16:04 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:16:04 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=25.173534393310547GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Applying migration context for instance 0cf99507-99cc-4480-8ae3-f7545514195c as it has an incoming, in-progress migration c73ac35b-273b-464c-bd61-190a2d93f248. Migration status is post-migrating {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 15:16:04 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating resource usage from migration c73ac35b-273b-464c-bd61-190a2d93f248
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Migration c73ac35b-273b-464c-bd61-190a2d93f248 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=22GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:16:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.269s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'info_cache' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.base [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:16:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance destroyed successfully.
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'resources' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.base [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:14:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG os_vif [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff98ec18-0e, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d279e940-cbde-4f01-8b1f-3830f3264d80) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:05 user nova-compute[74497]: INFO os_vif [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e')
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Start _get_guest_xml network_info=[{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'numa_topology' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.base [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:16:05 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:16:05 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'vcpu_model' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.base [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:14:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'pci_devices' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.objects.base [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:16:05 user nova-compute[74497]:   <uuid>d72f6391-33db-4817-9f33-bd75bb7f29b4</uuid>
Oct 24 15:16:05 user nova-compute[74497]:   <name>instance-00000027</name>
Oct 24 15:16:05 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:16:05 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:16:05 user nova-compute[74497]:   <metadata>
Oct 24 15:16:05 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:16:05 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:16:05 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeTestJSON-server-1859016057</nova:name>
Oct 24 15:16:05 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:16:05</nova:creationTime>
Oct 24 15:16:05 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:16:05 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:16:05 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:16:05 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:16:05 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:16:05 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:16:05 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:16:05 user nova-compute[74497]:       <nova:owner>
Oct 24 15:16:05 user nova-compute[74497]:         <nova:user uuid="fd0ff542b0a44522a8496daaedb5680d">tempest-AttachVolumeTestJSON-249370564-project-member</nova:user>
Oct 24 15:16:05 user nova-compute[74497]:         <nova:project uuid="1bfc8b4131bd487ca0797923a6877f38">tempest-AttachVolumeTestJSON-249370564</nova:project>
Oct 24 15:16:05 user nova-compute[74497]:       </nova:owner>
Oct 24 15:16:05 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:16:05 user nova-compute[74497]:       <nova:ports>
Oct 24 15:16:05 user nova-compute[74497]:         <nova:port uuid="ff98ec18-0ee7-4cff-9e33-61f285f7ba91">
Oct 24 15:16:05 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 15:16:05 user nova-compute[74497]:         </nova:port>
Oct 24 15:16:05 user nova-compute[74497]:       </nova:ports>
Oct 24 15:16:05 user nova-compute[74497]:     </nova:instance>
Oct 24 15:16:05 user nova-compute[74497]:   </metadata>
Oct 24 15:16:05 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:16:05 user nova-compute[74497]:     <system>
Oct 24 15:16:05 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:16:05 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:16:05 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:16:05 user nova-compute[74497]:       <entry name="serial">d72f6391-33db-4817-9f33-bd75bb7f29b4</entry>
Oct 24 15:16:05 user nova-compute[74497]:       <entry name="uuid">d72f6391-33db-4817-9f33-bd75bb7f29b4</entry>
Oct 24 15:16:05 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:16:05 user nova-compute[74497]:     </system>
Oct 24 15:16:05 user nova-compute[74497]:   </sysinfo>
Oct 24 15:16:05 user nova-compute[74497]:   <os>
Oct 24 15:16:05 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:16:05 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:16:05 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:16:05 user nova-compute[74497]:   </os>
Oct 24 15:16:05 user nova-compute[74497]:   <features>
Oct 24 15:16:05 user nova-compute[74497]:     <acpi/>
Oct 24 15:16:05 user nova-compute[74497]:     <apic/>
Oct 24 15:16:05 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:16:05 user nova-compute[74497]:   </features>
Oct 24 15:16:05 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:16:05 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:16:05 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:16:05 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:16:05 user nova-compute[74497]:   </clock>
Oct 24 15:16:05 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:16:05 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:16:05 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:16:05 user nova-compute[74497]:   </cpu>
Oct 24 15:16:05 user nova-compute[74497]:   <devices>
Oct 24 15:16:05 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:16:05 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:16:05 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk"/>
Oct 24 15:16:05 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:16:05 user nova-compute[74497]:     </disk>
Oct 24 15:16:05 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:16:05 user nova-compute[74497]:       <mac address="fa:16:3e:34:74:81"/>
Oct 24 15:16:05 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:16:05 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:16:05 user nova-compute[74497]:       <target dev="tapff98ec18-0e"/>
Oct 24 15:16:05 user nova-compute[74497]:     </interface>
Oct 24 15:16:05 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:16:05 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/console.log" append="off"/>
Oct 24 15:16:05 user nova-compute[74497]:     </serial>
Oct 24 15:16:05 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:16:05 user nova-compute[74497]:     <video>
Oct 24 15:16:05 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:16:05 user nova-compute[74497]:     </video>
Oct 24 15:16:05 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:16:05 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:16:05 user nova-compute[74497]:     </rng>
Oct 24 15:16:05 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:16:05 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:16:05 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:16:05 user nova-compute[74497]:     </memballoon>
Oct 24 15:16:05 user nova-compute[74497]:   </devices>
Oct 24 15:16:05 user nova-compute[74497]: </domain>
Oct 24 15:16:05 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'trusted_certs' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.objects.base [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Cannot resize image /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'migration_context' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.objects.base [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Object Instance<d72f6391-33db-4817-9f33-bd75bb7f29b4> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:14:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG os_vif [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce0715d3-bbb7-5c82-993c-149c9523848d', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapff98ec18-0e, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapff98ec18-0e, col_values=(('qos', UUID('2c222e23-ff54-4b9c-9ecb-f616d943d4d7')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapff98ec18-0e, col_values=(('external_ids', {'iface-id': 'ff98ec18-0ee7-4cff-9e33-61f285f7ba91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:74:81', 'vm-uuid': 'd72f6391-33db-4817-9f33-bd75bb7f29b4'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:06 user nova-compute[74497]: INFO os_vif [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e')
Oct 24 15:16:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-0a14044b-33a2-49b1-975a-18cbb69a5800 req-93e1c551-459b-4e29-9fcf-a63215b282ba service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:16:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0a14044b-33a2-49b1-975a-18cbb69a5800 req-93e1c551-459b-4e29-9fcf-a63215b282ba service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0a14044b-33a2-49b1-975a-18cbb69a5800 req-93e1c551-459b-4e29-9fcf-a63215b282ba service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0a14044b-33a2-49b1-975a-18cbb69a5800 req-93e1c551-459b-4e29-9fcf-a63215b282ba service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-0a14044b-33a2-49b1-975a-18cbb69a5800 req-93e1c551-459b-4e29-9fcf-a63215b282ba service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:16:08 user nova-compute[74497]: WARNING nova.compute.manager [req-0a14044b-33a2-49b1-975a-18cbb69a5800 req-93e1c551-459b-4e29-9fcf-a63215b282ba service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state stopped and task_state powering-on.
Oct 24 15:16:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:16:10 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance rebooted successfully.
Oct 24 15:16:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-21253d1a-cf97-4872-8d59-27933baadc0c tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:16:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cef0534-beb6-47e9-9360-ced6b4ed148d req-bcab450f-45bb-4b37-adee-ed289eb173dc service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:16:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cef0534-beb6-47e9-9360-ced6b4ed148d req-bcab450f-45bb-4b37-adee-ed289eb173dc service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cef0534-beb6-47e9-9360-ced6b4ed148d req-bcab450f-45bb-4b37-adee-ed289eb173dc service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9cef0534-beb6-47e9-9360-ced6b4ed148d req-bcab450f-45bb-4b37-adee-ed289eb173dc service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-9cef0534-beb6-47e9-9360-ced6b4ed148d req-bcab450f-45bb-4b37-adee-ed289eb173dc service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:16:10 user nova-compute[74497]: WARNING nova.compute.manager [req-9cef0534-beb6-47e9-9360-ced6b4ed148d req-bcab450f-45bb-4b37-adee-ed289eb173dc service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state active and task_state None.
Oct 24 15:16:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:16:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:16:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:16:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Verify base images {{(pid=74497) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Image id 536b59c7-f5c5-4b01-b1cf-a060c3b1b551 yields fingerprint 2419a4558822cdb6087b1e6a5516ec0587eb5d78 {{(pid=74497) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] image 536b59c7-f5c5-4b01-b1cf-a060c3b1b551 at (/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78): checking
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] image 536b59c7-f5c5-4b01-b1cf-a060c3b1b551 at (/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78): image is in use {{(pid=74497) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74497) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] 0cf99507-99cc-4480-8ae3-f7545514195c is a valid instance name {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] 0cf99507-99cc-4480-8ae3-f7545514195c has a disk file {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c is backed by 2419a4558822cdb6087b1e6a5516ec0587eb5d78 {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] d72f6391-33db-4817-9f33-bd75bb7f29b4 is a valid instance name {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] d72f6391-33db-4817-9f33-bd75bb7f29b4 has a disk file {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 is backed by 2419a4558822cdb6087b1e6a5516ec0587eb5d78 {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] 0cf99507-99cc-4480-8ae3-f7545514195c_resize is a valid instance name {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] 0cf99507-99cc-4480-8ae3-f7545514195c_resize has a disk file {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_resize/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_resize/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c_resize is backed by 2419a4558822cdb6087b1e6a5516ec0587eb5d78 {{(pid=74497) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded
Oct 24 15:16:19 user nova-compute[74497]: WARNING nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Unknown base file: /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Active base files: /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Removable base files: /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6 /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472 /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4 /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a2c7d1832d8895d47a02bc7c8e2c2f4cf6c926ca
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/97cab3b927b0cfea588fe7d0ee1de8fd1dad3fd6
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/65d5529c29363040ad56dcb9f3443e5f38fc5472
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/81a2b7f362c3c1cbdb805bb3e1c5c6d73d1cddbd
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ec05f8f65deb167063b6d9d7fd4b6e4444bb747b
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b2d8719632de05c5e9b2aa3658b691dec3dfebd4
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/24296ebb70b2ccc0a5ef2f8e84c2a7747bd4bded
Oct 24 15:16:19 user nova-compute[74497]: INFO nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0f21974bc63f84416532642e03621e3738716fcb
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Verification complete {{(pid=74497) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Verify swap images {{(pid=74497) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 24 15:16:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.imagecache [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Verify ephemeral images {{(pid=74497) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 24 15:16:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Starting finish_migration {{(pid=74497) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance directory exists: not creating {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 15:16:25 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Creating image(s)
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk. size=21474836480 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk 21474836480 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk 21474836480" returned: 0 in 0.052s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Did not create local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Ensure instance console log exists: /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Start _get_guest_xml network_info=[{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1540047996-network", "vif_mac": "fa:16:3e:2b:f6:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': 'e6b26456-306e-4394-b8e6-a00c2bc7b909', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '0cf99507-99cc-4480-8ae3-f7545514195c', 'attached_at': '2023-10-24T15:16:25.000000', 'detached_at': '', 'volume_id': '37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'serial': '37482a07-2c5f-4b56-89d5-1c92be5cfa69'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:16:25 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:16:25 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:16:25 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:16:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:16:25 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:16:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:16:25 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:16:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df3b82f-178b-4d99-aefb-25e2b68f7294]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:16:26 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2457c08c-2679-49dd-b6e9-37892b005ab1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69] added
Oct 24 15:16:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b830f59-5948-4003-8e87-23c1329ad0ae]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[37aab867-057a-4fe9-b40c-1fe3929162a1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ECocvHaI {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ECocvHaI" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[387c29f6-3faf-47ac-9fa9-c53c38fd6b63]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ECocvHaI'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5267f3d-f7cf-402b-83af-6e2f91726404]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b67c57e1-74e8-4fa2-bbe6-77e54e8b9705]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:16:26 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:16:26 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:16:26 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:16:26 user nova-compute[74497]: 
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b869eb06-b9db-4c1f-bec6-3b8e35c77730]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]
Oct 24 15:16:26 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.
Oct 24 15:16:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[666999b6-b8bc-472d-9625-c9ebaefdb195]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[92bc652d-86c7-4804-815b-f1841c5e13fe]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:16:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:16:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ab7cc3-85c8-4fb5-8d87-5f41ec5526cb]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:16:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23034376338636534', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034376338636534', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:11:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:15:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1540047996-network", "vif_mac": "fa:16:3e:2b:f6:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1540047996-network", "vif_mac": "fa:16:3e:2b:f6:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:16:27 user nova-compute[74497]:   <uuid>0cf99507-99cc-4480-8ae3-f7545514195c</uuid>
Oct 24 15:16:27 user nova-compute[74497]:   <name>instance-0000002a</name>
Oct 24 15:16:27 user nova-compute[74497]:   <memory>2097152</memory>
Oct 24 15:16:27 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:16:27 user nova-compute[74497]:   <metadata>
Oct 24 15:16:27 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:16:27 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:16:27 user nova-compute[74497]:       <nova:name>tempest-ServerActionsTestOtherB-server-1766382942</nova:name>
Oct 24 15:16:27 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:16:25</nova:creationTime>
Oct 24 15:16:27 user nova-compute[74497]:       <nova:flavor name="m1.small">
Oct 24 15:16:27 user nova-compute[74497]:         <nova:memory>2048</nova:memory>
Oct 24 15:16:27 user nova-compute[74497]:         <nova:disk>20</nova:disk>
Oct 24 15:16:27 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:16:27 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:16:27 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:16:27 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:16:27 user nova-compute[74497]:       <nova:owner>
Oct 24 15:16:27 user nova-compute[74497]:         <nova:user uuid="b25241a72f484b29abb077a753ac28ae">tempest-ServerActionsTestOtherB-974710833-project-member</nova:user>
Oct 24 15:16:27 user nova-compute[74497]:         <nova:project uuid="9ff4cd12203f487c9c8892cc4dd12495">tempest-ServerActionsTestOtherB-974710833</nova:project>
Oct 24 15:16:27 user nova-compute[74497]:       </nova:owner>
Oct 24 15:16:27 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:16:27 user nova-compute[74497]:       <nova:ports>
Oct 24 15:16:27 user nova-compute[74497]:         <nova:port uuid="a01adf5c-585a-4901-8f45-55e24c41804d">
Oct 24 15:16:27 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 15:16:27 user nova-compute[74497]:         </nova:port>
Oct 24 15:16:27 user nova-compute[74497]:       </nova:ports>
Oct 24 15:16:27 user nova-compute[74497]:     </nova:instance>
Oct 24 15:16:27 user nova-compute[74497]:   </metadata>
Oct 24 15:16:27 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:16:27 user nova-compute[74497]:     <system>
Oct 24 15:16:27 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:16:27 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:16:27 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:16:27 user nova-compute[74497]:       <entry name="serial">0cf99507-99cc-4480-8ae3-f7545514195c</entry>
Oct 24 15:16:27 user nova-compute[74497]:       <entry name="uuid">0cf99507-99cc-4480-8ae3-f7545514195c</entry>
Oct 24 15:16:27 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:16:27 user nova-compute[74497]:     </system>
Oct 24 15:16:27 user nova-compute[74497]:   </sysinfo>
Oct 24 15:16:27 user nova-compute[74497]:   <os>
Oct 24 15:16:27 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:16:27 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:16:27 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:16:27 user nova-compute[74497]:   </os>
Oct 24 15:16:27 user nova-compute[74497]:   <features>
Oct 24 15:16:27 user nova-compute[74497]:     <acpi/>
Oct 24 15:16:27 user nova-compute[74497]:     <apic/>
Oct 24 15:16:27 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:16:27 user nova-compute[74497]:   </features>
Oct 24 15:16:27 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:16:27 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:16:27 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:16:27 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:16:27 user nova-compute[74497]:   </clock>
Oct 24 15:16:27 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:16:27 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:16:27 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:16:27 user nova-compute[74497]:   </cpu>
Oct 24 15:16:27 user nova-compute[74497]:   <devices>
Oct 24 15:16:27 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:16:27 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:16:27 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk"/>
Oct 24 15:16:27 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:16:27 user nova-compute[74497]:     </disk>
Oct 24 15:16:27 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:16:27 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:16:27 user nova-compute[74497]:       <source dev="/dev/sdb"/>
Oct 24 15:16:27 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 15:16:27 user nova-compute[74497]:       <serial>37482a07-2c5f-4b56-89d5-1c92be5cfa69</serial>
Oct 24 15:16:27 user nova-compute[74497]:     </disk>
Oct 24 15:16:27 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:16:27 user nova-compute[74497]:       <mac address="fa:16:3e:2b:f6:c2"/>
Oct 24 15:16:27 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:16:27 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:16:27 user nova-compute[74497]:       <target dev="tapa01adf5c-58"/>
Oct 24 15:16:27 user nova-compute[74497]:     </interface>
Oct 24 15:16:27 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:16:27 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/console.log" append="off"/>
Oct 24 15:16:27 user nova-compute[74497]:     </serial>
Oct 24 15:16:27 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:16:27 user nova-compute[74497]:     <video>
Oct 24 15:16:27 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:16:27 user nova-compute[74497]:     </video>
Oct 24 15:16:27 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:16:27 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:16:27 user nova-compute[74497]:     </rng>
Oct 24 15:16:27 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:16:27 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:16:27 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:16:27 user nova-compute[74497]:     </memballoon>
Oct 24 15:16:27 user nova-compute[74497]:   </devices>
Oct 24 15:16:27 user nova-compute[74497]: </domain>
Oct 24 15:16:27 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:11:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:15:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1540047996-network", "vif_mac": "fa:16:3e:2b:f6:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1540047996-network", "vif_mac": "fa:16:3e:2b:f6:c2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG os_vif [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46bd5bd3-74f1-5e1d-a7e4-848f6e4539ba', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa01adf5c-58, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa01adf5c-58, col_values=(('qos', UUID('1b8ea3b0-d6fb-4378-b72e-4d5c79734599')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa01adf5c-58, col_values=(('external_ids', {'iface-id': 'a01adf5c-585a-4901-8f45-55e24c41804d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2b:f6:c2', 'vm-uuid': '0cf99507-99cc-4480-8ae3-f7545514195c'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:27 user nova-compute[74497]: INFO os_vif [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58')
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:16:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] No VIF found with MAC fa:16:3e:2b:f6:c2, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:16:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-436affa1-5e78-4730-b3be-4809b098a0d4 req-d1ac7daf-ffea-4663-8c1b-5f12cc17c11e service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:16:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-436affa1-5e78-4730-b3be-4809b098a0d4 req-d1ac7daf-ffea-4663-8c1b-5f12cc17c11e service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-436affa1-5e78-4730-b3be-4809b098a0d4 req-d1ac7daf-ffea-4663-8c1b-5f12cc17c11e service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-436affa1-5e78-4730-b3be-4809b098a0d4 req-d1ac7daf-ffea-4663-8c1b-5f12cc17c11e service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-436affa1-5e78-4730-b3be-4809b098a0d4 req-d1ac7daf-ffea-4663-8c1b-5f12cc17c11e service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:16:29 user nova-compute[74497]: WARNING nova.compute.manager [req-436affa1-5e78-4730-b3be-4809b098a0d4 req-d1ac7daf-ffea-4663-8c1b-5f12cc17c11e service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state active and task_state resize_finish.
Oct 24 15:16:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:16:30 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance running successfully.
Oct 24 15:16:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Failed to set time: agent not configured {{(pid=74497) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 24 15:16:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-54ca5774-2da8-497a-80c2-7f1c54d2781d tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] finish_migration finished successfully. {{(pid=74497) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 24 15:16:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-fccd212c-45fe-4f45-9216-f92a206b654b req-c1458135-915c-4375-a05a-b48c09645ef4 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:16:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fccd212c-45fe-4f45-9216-f92a206b654b req-c1458135-915c-4375-a05a-b48c09645ef4 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:16:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fccd212c-45fe-4f45-9216-f92a206b654b req-c1458135-915c-4375-a05a-b48c09645ef4 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:16:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fccd212c-45fe-4f45-9216-f92a206b654b req-c1458135-915c-4375-a05a-b48c09645ef4 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:16:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-fccd212c-45fe-4f45-9216-f92a206b654b req-c1458135-915c-4375-a05a-b48c09645ef4 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:16:31 user nova-compute[74497]: WARNING nova.compute.manager [req-fccd212c-45fe-4f45-9216-f92a206b654b req-c1458135-915c-4375-a05a-b48c09645ef4 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state resized and task_state None.
Oct 24 15:16:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:48 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:16:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:16:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:16:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:16:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:17:01 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:17:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:17:03 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:17:04 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:17:04 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8675MB free_disk=25.169658660888672GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Applying migration context for instance 0cf99507-99cc-4480-8ae3-f7545514195c as it has an incoming, in-progress migration c73ac35b-273b-464c-bd61-190a2d93f248. Migration status is finished {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 15:17:04 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating resource usage from migration c73ac35b-273b-464c-bd61-190a2d93f248
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance d72f6391-33db-4817-9f33-bd75bb7f29b4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Migration c73ac35b-273b-464c-bd61-190a2d93f248 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=22GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:17:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.282s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:17:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:17:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:17:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:17:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:17:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:17:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:17:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:17:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:17:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:17:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:17:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:17:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:17:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:17:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:17:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [{"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-d72f6391-33db-4817-9f33-bd75bb7f29b4" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:17:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:17:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:56 user nova-compute[74497]: INFO nova.compute.manager [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Terminating instance
Oct 24 15:17:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-816b2d06-8129-4605-b9e3-664c5615d091 req-8c8c9978-5172-4a9d-8874-589249c7ad1a service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-816b2d06-8129-4605-b9e3-664c5615d091 req-8c8c9978-5172-4a9d-8874-589249c7ad1a service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-816b2d06-8129-4605-b9e3-664c5615d091 req-8c8c9978-5172-4a9d-8874-589249c7ad1a service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-816b2d06-8129-4605-b9e3-664c5615d091 req-8c8c9978-5172-4a9d-8874-589249c7ad1a service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-816b2d06-8129-4605-b9e3-664c5615d091 req-8c8c9978-5172-4a9d-8874-589249c7ad1a service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:17:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-816b2d06-8129-4605-b9e3-664c5615d091 req-8c8c9978-5172-4a9d-8874-589249c7ad1a service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-unplugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:57 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Instance destroyed successfully.
Oct 24 15:17:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'resources' on Instance uuid d72f6391-33db-4817-9f33-bd75bb7f29b4 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:07:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1859016057',display_name='tempest-AttachVolumeTestJSON-server-1859016057',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1859016057',id=39,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMwXTP4toDDIBa7FaLmkyDxNmfB0LCNZ0G/7MiNN+uQFslOUTw6cTmpwuLlj8iuPA4y6I0kpvk3NiZcT6tdx3y/YQI5jRyw4tOHiGLv6awbeqpGBanvXWMv6NU/Ceivw/Q==',key_name='tempest-keypair-154933119',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:07:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-ambcqf0u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:16:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=d72f6391-33db-4817-9f33-bd75bb7f29b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "address": "fa:16:3e:34:74:81", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.22", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapff98ec18-0e", "ovs_interfaceid": "ff98ec18-0ee7-4cff-9e33-61f285f7ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG os_vif [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapff98ec18-0e, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c222e23-ff54-4b9c-9ecb-f616d943d4d7) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:17:57 user nova-compute[74497]: INFO os_vif [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:34:74:81,bridge_name='br-int',has_traffic_filtering=True,id=ff98ec18-0ee7-4cff-9e33-61f285f7ba91,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapff98ec18-0e')
Oct 24 15:17:57 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Deleting instance files /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4_del
Oct 24 15:17:57 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Deletion of /opt/stack/data/nova/instances/d72f6391-33db-4817-9f33-bd75bb7f29b4_del complete
Oct 24 15:17:57 user nova-compute[74497]: INFO nova.compute.manager [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 24 15:17:57 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:17:57 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:17:58 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Took 0.72 seconds to deallocate network for instance.
Oct 24 15:17:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.174s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:58 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Deleted allocations for instance d72f6391-33db-4817-9f33-bd75bb7f29b4
Oct 24 15:17:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5e03613f-1f38-4eeb-896f-fe9a3d67d0a9 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.976s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-c73b5a04-6c2a-49f9-b8f7-6a5be578ebfe req-5b9c964a-b26c-4844-bb18-45bbc795f9ce service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c73b5a04-6c2a-49f9-b8f7-6a5be578ebfe req-5b9c964a-b26c-4844-bb18-45bbc795f9ce service nova] Acquiring lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c73b5a04-6c2a-49f9-b8f7-6a5be578ebfe req-5b9c964a-b26c-4844-bb18-45bbc795f9ce service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-c73b5a04-6c2a-49f9-b8f7-6a5be578ebfe req-5b9c964a-b26c-4844-bb18-45bbc795f9ce service nova] Lock "d72f6391-33db-4817-9f33-bd75bb7f29b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:17:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-c73b5a04-6c2a-49f9-b8f7-6a5be578ebfe req-5b9c964a-b26c-4844-bb18-45bbc795f9ce service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] No waiting events found dispatching network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:17:58 user nova-compute[74497]: WARNING nova.compute.manager [req-c73b5a04-6c2a-49f9-b8f7-6a5be578ebfe req-5b9c964a-b26c-4844-bb18-45bbc795f9ce service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received unexpected event network-vif-plugged-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 for instance with vm_state deleted and task_state None.
Oct 24 15:17:58 user nova-compute[74497]: DEBUG nova.compute.manager [req-c73b5a04-6c2a-49f9-b8f7-6a5be578ebfe req-5b9c964a-b26c-4844-bb18-45bbc795f9ce service nova] [instance: d72f6391-33db-4817-9f33-bd75bb7f29b4] Received event network-vif-deleted-ff98ec18-0ee7-4cff-9e33-61f285f7ba91 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:00 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:18:05 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:18:05 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:18:05 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8840MB free_disk=25.18850326538086GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Applying migration context for instance 0cf99507-99cc-4480-8ae3-f7545514195c as it has an incoming, in-progress migration c73ac35b-273b-464c-bd61-190a2d93f248. Migration status is finished {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 15:18:06 user nova-compute[74497]: INFO nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating resource usage from migration c73ac35b-273b-464c-bd61-190a2d93f248
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Migration c73ac35b-273b-464c-bd61-190a2d93f248 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=21GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:18:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.495s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:07 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:18:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:18:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:18:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:18:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:16 user nova-compute[74497]: DEBUG nova.network.neutron [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Port a01adf5c-585a-4901-8f45-55e24c41804d binding to destination host user is already ACTIVE {{(pid=74497) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 15:18:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:18:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:18:16 user nova-compute[74497]: DEBUG nova.network.neutron [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG nova.network.neutron [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Creating tmpfile /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/tmpvm6ihjab to verify with other compute node that the instance is on the same shared storage. {{(pid=74497) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-0549e4b5-bdcb-458f-b9eb-96f1edf21770 req-9b8cb586-facb-438c-bfdf-e86f5dd2ab5e service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0549e4b5-bdcb-458f-b9eb-96f1edf21770 req-9b8cb586-facb-438c-bfdf-e86f5dd2ab5e service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0549e4b5-bdcb-458f-b9eb-96f1edf21770 req-9b8cb586-facb-438c-bfdf-e86f5dd2ab5e service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0549e4b5-bdcb-458f-b9eb-96f1edf21770 req-9b8cb586-facb-438c-bfdf-e86f5dd2ab5e service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:17 user nova-compute[74497]: DEBUG nova.compute.manager [req-0549e4b5-bdcb-458f-b9eb-96f1edf21770 req-9b8cb586-facb-438c-bfdf-e86f5dd2ab5e service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:18:17 user nova-compute[74497]: WARNING nova.compute.manager [req-0549e4b5-bdcb-458f-b9eb-96f1edf21770 req-9b8cb586-facb-438c-bfdf-e86f5dd2ab5e service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state resized and task_state resize_reverting.
Oct 24 15:18:18 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance destroyed successfully.
Oct 24 15:18:18 user nova-compute[74497]: DEBUG nova.objects.instance [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lazy-loading 'resources' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:16:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:16:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_vif [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa01adf5c-58, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b8ea3b0-d6fb-4378-b72e-4d5c79734599) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:18 user nova-compute[74497]: INFO os_vif [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58')
Oct 24 15:18:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:18:18 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[944a363d-d130-4ba6-b63c-9e6db321ef12]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:18:18 user nova-compute[74497]: No targets found.
Oct 24 15:18:18 user nova-compute[74497]: iSNS:
Oct 24 15:18:18 user nova-compute[74497]: No targets found.
Oct 24 15:18:18 user nova-compute[74497]: STATIC:
Oct 24 15:18:18 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69
Oct 24 15:18:18 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:18:18 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:18:18 user nova-compute[74497]: FIRMWARE:
Oct 24 15:18:18 user nova-compute[74497]: No targets found.
Oct 24 15:18:18 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:18:18 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:18:18 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb1c7ebc-7145-482e-9c31-a571b264e898]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bcb26e1-8f96-44ac-aef1-87e381663d7d]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:18:18 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:18:18 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff405af7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b94a8e3-aa55-40af-b7d1-8aec59669311]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f65b148d-adeb-4ae9-adae-0b4b29816c5b]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[05389e8d-cec3-400e-b6f9-aedb58af7743]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8acd02-c655-4dfa-9216-7534135824c5]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ab74f9-e6a4-48f3-a493-4a5b4cf2dbdf]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dec8549b-1cf4-4abf-94c1-e2a50150553b]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]
Oct 24 15:18:18 user nova-compute[74497]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.
Oct 24 15:18:18 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5165930-fcee-4af4-afd4-9c2e69f22f8c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== disconnect_volume: return (288ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:18:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG nova.objects.instance [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lazy-loading 'migration_context' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG nova.objects.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Object Instance<0cf99507-99cc-4480-8ae3-f7545514195c> lazy-loaded attributes: resources,migration_context {{(pid=74497) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.209s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-2afca816-98c7-4a55-818e-f9a4922bfa6d req-e6dbb0a9-96d8-42e8-994b-8f73d397d979 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2afca816-98c7-4a55-818e-f9a4922bfa6d req-e6dbb0a9-96d8-42e8-994b-8f73d397d979 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2afca816-98c7-4a55-818e-f9a4922bfa6d req-e6dbb0a9-96d8-42e8-994b-8f73d397d979 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2afca816-98c7-4a55-818e-f9a4922bfa6d req-e6dbb0a9-96d8-42e8-994b-8f73d397d979 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:19 user nova-compute[74497]: DEBUG nova.compute.manager [req-2afca816-98c7-4a55-818e-f9a4922bfa6d req-e6dbb0a9-96d8-42e8-994b-8f73d397d979 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:18:19 user nova-compute[74497]: WARNING nova.compute.manager [req-2afca816-98c7-4a55-818e-f9a4922bfa6d req-e6dbb0a9-96d8-42e8-994b-8f73d397d979 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state resized and task_state resize_reverting.
Oct 24 15:18:19 user nova-compute[74497]: INFO nova.compute.manager [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Swapping old allocation on dict_keys(['2105d7ad-1650-496f-b7c3-466f12f6fbc4']) held by migration c73ac35b-273b-464c-bd61-190a2d93f248 for instance
Oct 24 15:18:19 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Overwriting current allocation {'allocations': {'2105d7ad-1650-496f-b7c3-466f12f6fbc4': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 51}}, 'project_id': '9ff4cd12203f487c9c8892cc4dd12495', 'user_id': 'b25241a72f484b29abb077a753ac28ae', 'consumer_generation': 1} on consumer 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG os_brick.utils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[de483684-5aa5-4edb-8929-965bdcf74974]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2679fe49-91f4-490c-9052-2831532a0dcf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8136abb-7224-42f4-ba59-7e1955336698]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[631d2609-7f7b-4bb8-ba17-4bae5764474a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:18:20 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:18:20 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0708038-5d6e-49d2-bdd6-a64e0ca3b819]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:18:20 user nova-compute[74497]: DEBUG os_brick.utils [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:18:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:18:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:18:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:18:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Starting finish_revert_migration {{(pid=74497) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Start _get_guest_xml network_info=[{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': 'e9b31628-46ef-4c51-9137-8c096864e561', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '0cf99507-99cc-4480-8ae3-f7545514195c', 'attached_at': '2023-10-24T15:18:37.000000', 'detached_at': '', 'volume_id': '37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'serial': '37482a07-2c5f-4b56-89d5-1c92be5cfa69'}, 'volume_type': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:18:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:18:37 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.objects.instance [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:18:37 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:18:37 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:18:37 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb0ec54-c74e-482c-bdf7-286cfc5d9fe9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:18:37 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[050fc5fd-fef1-4753-b98b-9e0971435f44]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69] added
Oct 24 15:18:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed2fd3a-8720-4858-aa9d-39edf18f5eca]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a029dae2-890d-4d25-a815-fbc9b7170841]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ECocvHaI {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ECocvHaI" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[33cc6d95-d74b-4183-96b6-38a95ce562b9]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ECocvHaI'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d60c32-a4b5-4189-a622-403c042ec9c1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb0f5b7-a291-4843-b784-397366739940]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:18:37 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:18:37 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:18:37 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:18:37 user nova-compute[74497]: 
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[eadccd11-098e-45b9-a3ae-a35d2807ea0e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]
Oct 24 15:18:37 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.
Oct 24 15:18:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.055s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[99406396-9c10-4227-b9f9-0befdb8f8d25]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d8ff3d-05d6-4d50-abb1-efc5a3a60fd6]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:18:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:18:37 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f5228b-c4aa-47bd-8661-a99317141f4d]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:18:37 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23034376338636534', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034376338636534', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:16:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:18:38 user nova-compute[74497]:   <uuid>0cf99507-99cc-4480-8ae3-f7545514195c</uuid>
Oct 24 15:18:38 user nova-compute[74497]:   <name>instance-0000002a</name>
Oct 24 15:18:38 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:18:38 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:18:38 user nova-compute[74497]:   <metadata>
Oct 24 15:18:38 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:18:38 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:18:38 user nova-compute[74497]:       <nova:name>tempest-ServerActionsTestOtherB-server-1766382942</nova:name>
Oct 24 15:18:38 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:18:37</nova:creationTime>
Oct 24 15:18:38 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:18:38 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:18:38 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:18:38 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:18:38 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:18:38 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:18:38 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:18:38 user nova-compute[74497]:       <nova:owner>
Oct 24 15:18:38 user nova-compute[74497]:         <nova:user uuid="b25241a72f484b29abb077a753ac28ae">tempest-ServerActionsTestOtherB-974710833-project-member</nova:user>
Oct 24 15:18:38 user nova-compute[74497]:         <nova:project uuid="9ff4cd12203f487c9c8892cc4dd12495">tempest-ServerActionsTestOtherB-974710833</nova:project>
Oct 24 15:18:38 user nova-compute[74497]:       </nova:owner>
Oct 24 15:18:38 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:18:38 user nova-compute[74497]:       <nova:ports>
Oct 24 15:18:38 user nova-compute[74497]:         <nova:port uuid="a01adf5c-585a-4901-8f45-55e24c41804d">
Oct 24 15:18:38 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 15:18:38 user nova-compute[74497]:         </nova:port>
Oct 24 15:18:38 user nova-compute[74497]:       </nova:ports>
Oct 24 15:18:38 user nova-compute[74497]:     </nova:instance>
Oct 24 15:18:38 user nova-compute[74497]:   </metadata>
Oct 24 15:18:38 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:18:38 user nova-compute[74497]:     <system>
Oct 24 15:18:38 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:18:38 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:18:38 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:18:38 user nova-compute[74497]:       <entry name="serial">0cf99507-99cc-4480-8ae3-f7545514195c</entry>
Oct 24 15:18:38 user nova-compute[74497]:       <entry name="uuid">0cf99507-99cc-4480-8ae3-f7545514195c</entry>
Oct 24 15:18:38 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:18:38 user nova-compute[74497]:     </system>
Oct 24 15:18:38 user nova-compute[74497]:   </sysinfo>
Oct 24 15:18:38 user nova-compute[74497]:   <os>
Oct 24 15:18:38 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:18:38 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:18:38 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:18:38 user nova-compute[74497]:   </os>
Oct 24 15:18:38 user nova-compute[74497]:   <features>
Oct 24 15:18:38 user nova-compute[74497]:     <acpi/>
Oct 24 15:18:38 user nova-compute[74497]:     <apic/>
Oct 24 15:18:38 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:18:38 user nova-compute[74497]:   </features>
Oct 24 15:18:38 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:18:38 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:18:38 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:18:38 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:18:38 user nova-compute[74497]:   </clock>
Oct 24 15:18:38 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:18:38 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:18:38 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:18:38 user nova-compute[74497]:   </cpu>
Oct 24 15:18:38 user nova-compute[74497]:   <devices>
Oct 24 15:18:38 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:18:38 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:18:38 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk"/>
Oct 24 15:18:38 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:18:38 user nova-compute[74497]:     </disk>
Oct 24 15:18:38 user nova-compute[74497]:     <disk type="block" device="disk">
Oct 24 15:18:38 user nova-compute[74497]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:18:38 user nova-compute[74497]:       <source dev="/dev/sdb"/>
Oct 24 15:18:38 user nova-compute[74497]:       <target dev="vdb" bus="virtio"/>
Oct 24 15:18:38 user nova-compute[74497]:       <serial>37482a07-2c5f-4b56-89d5-1c92be5cfa69</serial>
Oct 24 15:18:38 user nova-compute[74497]:     </disk>
Oct 24 15:18:38 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:18:38 user nova-compute[74497]:       <mac address="fa:16:3e:2b:f6:c2"/>
Oct 24 15:18:38 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:18:38 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:18:38 user nova-compute[74497]:       <target dev="tapa01adf5c-58"/>
Oct 24 15:18:38 user nova-compute[74497]:     </interface>
Oct 24 15:18:38 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:18:38 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/console.log" append="off"/>
Oct 24 15:18:38 user nova-compute[74497]:     </serial>
Oct 24 15:18:38 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:18:38 user nova-compute[74497]:     <video>
Oct 24 15:18:38 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:18:38 user nova-compute[74497]:     </video>
Oct 24 15:18:38 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:18:38 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:18:38 user nova-compute[74497]:     </rng>
Oct 24 15:18:38 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:18:38 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:18:38 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:18:38 user nova-compute[74497]:     </memballoon>
Oct 24 15:18:38 user nova-compute[74497]:   </devices>
Oct 24 15:18:38 user nova-compute[74497]: </domain>
Oct 24 15:18:38 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:16:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:18:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG os_vif [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46bd5bd3-74f1-5e1d-a7e4-848f6e4539ba', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa01adf5c-58, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa01adf5c-58, col_values=(('qos', UUID('d7742959-eb3a-42d9-a060-85428da2aa93')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa01adf5c-58, col_values=(('external_ids', {'iface-id': 'a01adf5c-585a-4901-8f45-55e24c41804d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2b:f6:c2', 'vm-uuid': '0cf99507-99cc-4480-8ae3-f7545514195c'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:38 user nova-compute[74497]: INFO os_vif [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58')
Oct 24 15:18:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-9f8a9fd4-0990-4947-aa6c-882bf4afce87 req-4a1e9044-2eb1-4c8c-8016-0c5e72377187 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9f8a9fd4-0990-4947-aa6c-882bf4afce87 req-4a1e9044-2eb1-4c8c-8016-0c5e72377187 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9f8a9fd4-0990-4947-aa6c-882bf4afce87 req-4a1e9044-2eb1-4c8c-8016-0c5e72377187 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9f8a9fd4-0990-4947-aa6c-882bf4afce87 req-4a1e9044-2eb1-4c8c-8016-0c5e72377187 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-9f8a9fd4-0990-4947-aa6c-882bf4afce87 req-4a1e9044-2eb1-4c8c-8016-0c5e72377187 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:18:40 user nova-compute[74497]: WARNING nova.compute.manager [req-9f8a9fd4-0990-4947-aa6c-882bf4afce87 req-4a1e9044-2eb1-4c8c-8016-0c5e72377187 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state resized and task_state resize_reverting.
Oct 24 15:18:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:42 user nova-compute[74497]: DEBUG nova.compute.manager [req-ba9b2b8d-4036-4fbd-9f53-d9ef9458d0bb req-9e3da271-401c-4b5d-a59d-68bbd19e8228 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ba9b2b8d-4036-4fbd-9f53-d9ef9458d0bb req-9e3da271-401c-4b5d-a59d-68bbd19e8228 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ba9b2b8d-4036-4fbd-9f53-d9ef9458d0bb req-9e3da271-401c-4b5d-a59d-68bbd19e8228 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-ba9b2b8d-4036-4fbd-9f53-d9ef9458d0bb req-9e3da271-401c-4b5d-a59d-68bbd19e8228 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:42 user nova-compute[74497]: DEBUG nova.compute.manager [req-ba9b2b8d-4036-4fbd-9f53-d9ef9458d0bb req-9e3da271-401c-4b5d-a59d-68bbd19e8228 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:18:42 user nova-compute[74497]: WARNING nova.compute.manager [req-ba9b2b8d-4036-4fbd-9f53-d9ef9458d0bb req-9e3da271-401c-4b5d-a59d-68bbd19e8228 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state resized and task_state resize_reverting.
Oct 24 15:18:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:18:42 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance running successfully.
Oct 24 15:18:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] finish_revert_migration finished successfully. {{(pid=74497) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 24 15:18:42 user nova-compute[74497]: INFO nova.compute.manager [None req-22bcd17c-2c18-4aca-ac5a-67df2d5a9979 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance to original state: 'active'
Oct 24 15:18:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:18:50 user nova-compute[74497]: INFO nova.compute.claims [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Claim successful on node user
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.276s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:18:50 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:18:50 user nova-compute[74497]: DEBUG nova.policy [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd0ff542b0a44522a8496daaedb5680d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bfc8b4131bd487ca0797923a6877f38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:18:51 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Creating image(s)
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "/opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "/opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "/opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk 1073741824" returned: 0 in 0.067s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Successfully created port: be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking if we can resize image /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Cannot resize image /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Ensure instance console log exists: /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Successfully updated port: be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquired lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-changed-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.compute.manager [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Refreshing instance network info cache due to event network-changed-be4e508a-4410-4284-a09b-526463f3db44. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] Acquiring lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating instance_info_cache with network_info: [{"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Releasing lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Instance network_info: |[{"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] Acquired lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.neutron [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Refreshing network info cache for port be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Start _get_guest_xml network_info=[{"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:18:52 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:18:52 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:18:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1629123616',display_name='tempest-AttachVolumeTestJSON-server-1629123616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1629123616',id=43,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEQwynS3TVuMY+srSdD3Vs+Vb+z6bPtBFlwTwec0MESKFfZw1NXMaloCAY8Dc4AOTBnXVAVozx/g597bDStofaDFxBVa/V2/6x0lBR8as/LzbTzZAcr4DdAwfRqXE1wMiw==',key_name='tempest-keypair-230938281',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-mohekl5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:18:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=14955bc2-e25b-4b53-b0d0-db32c857365a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:6c:39,bridge_name='br-int',has_traffic_filtering=True,id=be4e508a-4410-4284-a09b-526463f3db44,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe4e508a-44') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'pci_devices' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:18:52 user nova-compute[74497]:   <uuid>14955bc2-e25b-4b53-b0d0-db32c857365a</uuid>
Oct 24 15:18:52 user nova-compute[74497]:   <name>instance-0000002b</name>
Oct 24 15:18:52 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:18:52 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:18:52 user nova-compute[74497]:   <metadata>
Oct 24 15:18:52 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:18:52 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:18:52 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeTestJSON-server-1629123616</nova:name>
Oct 24 15:18:52 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:18:52</nova:creationTime>
Oct 24 15:18:52 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:18:52 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:18:52 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:18:52 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:18:52 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:18:52 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:18:52 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:18:52 user nova-compute[74497]:       <nova:owner>
Oct 24 15:18:52 user nova-compute[74497]:         <nova:user uuid="fd0ff542b0a44522a8496daaedb5680d">tempest-AttachVolumeTestJSON-249370564-project-member</nova:user>
Oct 24 15:18:52 user nova-compute[74497]:         <nova:project uuid="1bfc8b4131bd487ca0797923a6877f38">tempest-AttachVolumeTestJSON-249370564</nova:project>
Oct 24 15:18:52 user nova-compute[74497]:       </nova:owner>
Oct 24 15:18:52 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:18:52 user nova-compute[74497]:       <nova:ports>
Oct 24 15:18:52 user nova-compute[74497]:         <nova:port uuid="be4e508a-4410-4284-a09b-526463f3db44">
Oct 24 15:18:52 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 15:18:52 user nova-compute[74497]:         </nova:port>
Oct 24 15:18:52 user nova-compute[74497]:       </nova:ports>
Oct 24 15:18:52 user nova-compute[74497]:     </nova:instance>
Oct 24 15:18:52 user nova-compute[74497]:   </metadata>
Oct 24 15:18:52 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:18:52 user nova-compute[74497]:     <system>
Oct 24 15:18:52 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:18:52 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:18:52 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:18:52 user nova-compute[74497]:       <entry name="serial">14955bc2-e25b-4b53-b0d0-db32c857365a</entry>
Oct 24 15:18:52 user nova-compute[74497]:       <entry name="uuid">14955bc2-e25b-4b53-b0d0-db32c857365a</entry>
Oct 24 15:18:52 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:18:52 user nova-compute[74497]:     </system>
Oct 24 15:18:52 user nova-compute[74497]:   </sysinfo>
Oct 24 15:18:52 user nova-compute[74497]:   <os>
Oct 24 15:18:52 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:18:52 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:18:52 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:18:52 user nova-compute[74497]:   </os>
Oct 24 15:18:52 user nova-compute[74497]:   <features>
Oct 24 15:18:52 user nova-compute[74497]:     <acpi/>
Oct 24 15:18:52 user nova-compute[74497]:     <apic/>
Oct 24 15:18:52 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:18:52 user nova-compute[74497]:   </features>
Oct 24 15:18:52 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:18:52 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:18:52 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:18:52 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:18:52 user nova-compute[74497]:   </clock>
Oct 24 15:18:52 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:18:52 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:18:52 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:18:52 user nova-compute[74497]:   </cpu>
Oct 24 15:18:52 user nova-compute[74497]:   <devices>
Oct 24 15:18:52 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:18:52 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:18:52 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk"/>
Oct 24 15:18:52 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:18:52 user nova-compute[74497]:     </disk>
Oct 24 15:18:52 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:18:52 user nova-compute[74497]:       <mac address="fa:16:3e:36:6c:39"/>
Oct 24 15:18:52 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:18:52 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:18:52 user nova-compute[74497]:       <target dev="tapbe4e508a-44"/>
Oct 24 15:18:52 user nova-compute[74497]:     </interface>
Oct 24 15:18:52 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:18:52 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/console.log" append="off"/>
Oct 24 15:18:52 user nova-compute[74497]:     </serial>
Oct 24 15:18:52 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:18:52 user nova-compute[74497]:     <video>
Oct 24 15:18:52 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:18:52 user nova-compute[74497]:     </video>
Oct 24 15:18:52 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:18:52 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:18:52 user nova-compute[74497]:     </rng>
Oct 24 15:18:52 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:18:52 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:18:52 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:18:52 user nova-compute[74497]:     </memballoon>
Oct 24 15:18:52 user nova-compute[74497]:   </devices>
Oct 24 15:18:52 user nova-compute[74497]: </domain>
Oct 24 15:18:52 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:18:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1629123616',display_name='tempest-AttachVolumeTestJSON-server-1629123616',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1629123616',id=43,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEQwynS3TVuMY+srSdD3Vs+Vb+z6bPtBFlwTwec0MESKFfZw1NXMaloCAY8Dc4AOTBnXVAVozx/g597bDStofaDFxBVa/V2/6x0lBR8as/LzbTzZAcr4DdAwfRqXE1wMiw==',key_name='tempest-keypair-230938281',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-mohekl5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:18:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=14955bc2-e25b-4b53-b0d0-db32c857365a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:6c:39,bridge_name='br-int',has_traffic_filtering=True,id=be4e508a-4410-4284-a09b-526463f3db44,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe4e508a-44') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG os_vif [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6c:39,bridge_name='br-int',has_traffic_filtering=True,id=be4e508a-4410-4284-a09b-526463f3db44,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe4e508a-44') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9156a2a-2643-569e-8c3a-d41a7003d38e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbe4e508a-44, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbe4e508a-44, col_values=(('qos', UUID('4f090c66-3bae-48ba-b2e1-f8ada075fad1')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbe4e508a-44, col_values=(('external_ids', {'iface-id': 'be4e508a-4410-4284-a09b-526463f3db44', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:6c:39', 'vm-uuid': '14955bc2-e25b-4b53-b0d0-db32c857365a'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:52 user nova-compute[74497]: INFO os_vif [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:6c:39,bridge_name='br-int',has_traffic_filtering=True,id=be4e508a-4410-4284-a09b-526463f3db44,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe4e508a-44')
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No VIF found with MAC fa:16:3e:36:6c:39, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.neutron [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updated VIF entry in instance network info cache for port be4e508a-4410-4284-a09b-526463f3db44. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG nova.network.neutron [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating instance_info_cache with network_info: [{"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:18:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4e610605-2014-439a-9844-6b3489cf600b req-f0bc00e5-6c9c-41fb-92f8-9b2dabdf1294 service nova] Releasing lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-714a85aa-e6ec-4647-9233-ceec17e2809c req-832d0205-8280-4d7c-b0c1-96ff0d089c1a service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-714a85aa-e6ec-4647-9233-ceec17e2809c req-832d0205-8280-4d7c-b0c1-96ff0d089c1a service nova] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-714a85aa-e6ec-4647-9233-ceec17e2809c req-832d0205-8280-4d7c-b0c1-96ff0d089c1a service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-714a85aa-e6ec-4647-9233-ceec17e2809c req-832d0205-8280-4d7c-b0c1-96ff0d089c1a service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-714a85aa-e6ec-4647-9233-ceec17e2809c req-832d0205-8280-4d7c-b0c1-96ff0d089c1a service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] No waiting events found dispatching network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:18:54 user nova-compute[74497]: WARNING nova.compute.manager [req-714a85aa-e6ec-4647-9233-ceec17e2809c req-832d0205-8280-4d7c-b0c1-96ff0d089c1a service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received unexpected event network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 for instance with vm_state building and task_state spawning.
Oct 24 15:18:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:55 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:18:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:18:55 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:18:55 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:18:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:18:56 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Instance spawned successfully.
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-d20e908b-d0c2-4655-a051-107dcb843cb7 req-4ae4a000-1559-4211-8488-ee46218bfaff service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d20e908b-d0c2-4655-a051-107dcb843cb7 req-4ae4a000-1559-4211-8488-ee46218bfaff service nova] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d20e908b-d0c2-4655-a051-107dcb843cb7 req-4ae4a000-1559-4211-8488-ee46218bfaff service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d20e908b-d0c2-4655-a051-107dcb843cb7 req-4ae4a000-1559-4211-8488-ee46218bfaff service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-d20e908b-d0c2-4655-a051-107dcb843cb7 req-4ae4a000-1559-4211-8488-ee46218bfaff service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] No waiting events found dispatching network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:18:56 user nova-compute[74497]: WARNING nova.compute.manager [req-d20e908b-d0c2-4655-a051-107dcb843cb7 req-4ae4a000-1559-4211-8488-ee46218bfaff service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received unexpected event network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 for instance with vm_state building and task_state spawning.
Oct 24 15:18:56 user nova-compute[74497]: INFO nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Took 5.34 seconds to spawn the instance on the hypervisor.
Oct 24 15:18:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:18:56 user nova-compute[74497]: INFO nova.compute.manager [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Took 6.14 seconds to build instance.
Oct 24 15:18:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cd7a56f0-bf04-4dc2-885d-b09de48eb306 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.273s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:18:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:18:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:19:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:19:06 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:19:06 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8804MB free_disk=25.21236801147461GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 14955bc2-e25b-4b53-b0d0-db32c857365a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:19:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.217s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:19:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:19:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:19:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:19:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:19:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:19:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:19:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [{"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0cf99507-99cc-4480-8ae3-f7545514195c" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:19:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:19:56 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:19:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:00 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:20:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:20:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8851MB free_disk=25.17504119873047GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 14955bc2-e25b-4b53-b0d0-db32c857365a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.202s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:20:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:20:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:20:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-changed-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:20:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Refreshing instance network info cache due to event network-changed-be4e508a-4410-4284-a09b-526463f3db44. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:20:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] Acquiring lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:20:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] Acquired lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:20:41 user nova-compute[74497]: DEBUG nova.network.neutron [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Refreshing network info cache for port be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updated VIF entry in instance network info cache for port be4e508a-4410-4284-a09b-526463f3db44. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating instance_info_cache with network_info: [{"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-48d17522-1153-42a0-a301-ddbf46021a1d req-4eb06b6b-e2af-446b-ad0c-c6d1387195a5 service nova] Releasing lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:20:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:20:47 user nova-compute[74497]: INFO nova.compute.manager [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Attaching volume 1c2c001c-0727-49f0-ae42-24f82aab596b to /dev/vdb
Oct 24 15:20:47 user nova-compute[74497]: DEBUG os_brick.utils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24d1d71-0799-43f0-875d-23c2ac45894c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c246d4ef-c008-495c-97e7-dde881f9660a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea563e79-201f-4f79-bdcc-8ddadef086b5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[615485cb-46bd-40b0-9f09-a2d332dcf064]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:20:47 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:20:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[04520267-9cef-4355-8d8b-04918f250ff2]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG os_brick.utils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:20:47 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating existing volume attachment record: 4e3be73b-0fd0-4aa5-8b74-c56e7e201084 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:20:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating instance_info_cache with network_info: [{"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:20:56 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:20:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:20:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:02 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sLNntzVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:21:04 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:21:04 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:21:04 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[304e66f7-4c41-4e25-87ed-8dde523e604b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:21:04 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[deb3c214-c581-4e9f-820a-05654d2b3924]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b] added
Oct 24 15:21:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16abb9e-248e-4b97-a93c-cb7a2e5df298]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e35f7fe5-fc0e-4317-9a50-3ec4572f12eb]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sLNntzVA {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sLNntzVA" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b3ef850-b149-4e7b-906d-ae87c026908a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sLNntzVA'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a18662-8b17-457b-b217-0ffe564a908b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a2e3432-ca17-430c-8b9d-1c0ed5c03c79]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:21:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:21:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[70cbf35d-f26b-4f77-83af-675a35979aa0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260]
Oct 24 15:21:04 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260] successful.
Oct 24 15:21:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bea1c99-2a04-49b8-b39b-b28874165040]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e55a20f-ce82-4448-9a24-135ebda9a6b3]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:21:04 user nova-compute[74497]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:21:04 user nova-compute[74497]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:04 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] HCTL ('34', '-', '-', 0) found on session 47 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5574902c-f616-4b69-ac7b-ff9d7d45f08a]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:04 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching for a device in session 47 and hctl ['34', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching for a device in session 47 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sLNntzVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26533666531303432', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533666531303432', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:21:05 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:21:05 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:21:05 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:21:05 user nova-compute[74497]:   <serial>1c2c001c-0727-49f0-ae42-24f82aab596b</serial>
Oct 24 15:21:05 user nova-compute[74497]: </disk>
Oct 24 15:21:05 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No VIF found with MAC fa:16:3e:36:6c:39, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:21:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9daeea13-29f9-4ad9-b0ef-7daa577e9819 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.306s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:06 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:21:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:21:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8851MB free_disk=25.173973083496094GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0cf99507-99cc-4480-8ae3-f7545514195c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 14955bc2-e25b-4b53-b0d0-db32c857365a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.178s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:08 user nova-compute[74497]: INFO nova.compute.manager [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Terminating instance
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-decf80ff-5a33-4767-804b-00a447062c43 req-9a15fc8d-035b-45e1-9b19-32d7dd942985 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-decf80ff-5a33-4767-804b-00a447062c43 req-9a15fc8d-035b-45e1-9b19-32d7dd942985 service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-decf80ff-5a33-4767-804b-00a447062c43 req-9a15fc8d-035b-45e1-9b19-32d7dd942985 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-decf80ff-5a33-4767-804b-00a447062c43 req-9a15fc8d-035b-45e1-9b19-32d7dd942985 service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-decf80ff-5a33-4767-804b-00a447062c43 req-9a15fc8d-035b-45e1-9b19-32d7dd942985 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.compute.manager [req-decf80ff-5a33-4767-804b-00a447062c43 req-9a15fc8d-035b-45e1-9b19-32d7dd942985 service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-unplugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Instance destroyed successfully.
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lazy-loading 'resources' on Instance uuid 0cf99507-99cc-4480-8ae3-f7545514195c {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:11:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1766382942',display_name='tempest-ServerActionsTestOtherB-server-1766382942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1766382942',id=42,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB6nrQdUZWMkq5ci9S8m0Kkr7ZvBbc8Ms2vj27tuyb/D9e/fZ2UNZY9Nj0L8VPTMhWSvWW6jZ4gBtsddp5LC1Ioe7vHQhTBRRbelNObZ/MFHzgyuYyM9No9A6TMV9mTsQw==',key_name='tempest-keypair-1708658513',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:18:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ff4cd12203f487c9c8892cc4dd12495',ramdisk_id='',reservation_id='r-h441oe3u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-974710833',owner_user_name='tempest-ServerActionsTestOtherB-974710833-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:18:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b25241a72f484b29abb077a753ac28ae',uuid=0cf99507-99cc-4480-8ae3-f7545514195c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converting VIF {"id": "a01adf5c-585a-4901-8f45-55e24c41804d", "address": "fa:16:3e:2b:f6:c2", "network": {"id": "7eb1adcf-99ce-48cb-99b8-2823eaf16b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1540047996-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ff4cd12203f487c9c8892cc4dd12495", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa01adf5c-58", "ovs_interfaceid": "a01adf5c-585a-4901-8f45-55e24c41804d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG os_vif [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa01adf5c-58, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d7742959-eb3a-42d9-a060-85428da2aa93) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:08 user nova-compute[74497]: INFO os_vif [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2b:f6:c2,bridge_name='br-int',has_traffic_filtering=True,id=a01adf5c-585a-4901-8f45-55e24c41804d,network=Network(7eb1adcf-99ce-48cb-99b8-2823eaf16b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa01adf5c-58')
Oct 24 15:21:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ECocvHaI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:21:08 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:21:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[519d0b40-256b-43b4-92a9-f0cbe4722690]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:21:08 user nova-compute[74497]: No targets found.
Oct 24 15:21:08 user nova-compute[74497]: iSNS:
Oct 24 15:21:08 user nova-compute[74497]: No targets found.
Oct 24 15:21:08 user nova-compute[74497]: STATIC:
Oct 24 15:21:08 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69
Oct 24 15:21:08 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:21:08 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:21:08 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b
Oct 24 15:21:08 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:21:08 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:21:08 user nova-compute[74497]: FIRMWARE:
Oct 24 15:21:08 user nova-compute[74497]: No targets found.
Oct 24 15:21:08 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:21:08 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:21:08 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:08 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3533ef9e-aead-4656-9bda-8e5e01a014ae]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[355ae59f-9611-4898-be21-8e2441c644aa]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:21:09 user nova-compute[74497]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 (non-flash)
Oct 24 15:21:09 user nova-compute[74497]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff4055add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[430ffbef-11e5-4f70-bd65-531da0304290]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a455c437-5d05-4018-bac4-b305b08ec8e6]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[991f2a92-22ec-4b6b-8ec2-eb77e4ff5910]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cf6b9a7-6748-48c6-94b0-c85b5b45f897]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[78db6fd4-8810-4d23-9288-22ec60a01ca8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed88baeb-b509-460e-a704-deecd55f68ee]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260]
Oct 24 15:21:09 user nova-compute[74497]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69, portal: 172.16.0.220,3260] successful.
Oct 24 15:21:09 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:37482a07-2c5f-4b56-89d5-1c92be5cfa69 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[81fa471a-8dc5-4bbd-b8f7-439c85e553e1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] <== disconnect_volume: return (300ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:21:09 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Deleting instance files /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_del
Oct 24 15:21:09 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Deletion of /opt/stack/data/nova/instances/0cf99507-99cc-4480-8ae3-f7545514195c_del complete
Oct 24 15:21:09 user nova-compute[74497]: INFO nova.compute.manager [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:21:09 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:21:09 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Took 0.66 seconds to deallocate network for instance.
Oct 24 15:21:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-d73ee196-2a59-4bff-a8cf-d44c4b3b9e6a req-22ae84fd-33f9-4dfc-876b-c48220ab0a2f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:21:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d73ee196-2a59-4bff-a8cf-d44c4b3b9e6a req-22ae84fd-33f9-4dfc-876b-c48220ab0a2f service nova] Acquiring lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d73ee196-2a59-4bff-a8cf-d44c4b3b9e6a req-22ae84fd-33f9-4dfc-876b-c48220ab0a2f service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d73ee196-2a59-4bff-a8cf-d44c4b3b9e6a req-22ae84fd-33f9-4dfc-876b-c48220ab0a2f service nova] Lock "0cf99507-99cc-4480-8ae3-f7545514195c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-d73ee196-2a59-4bff-a8cf-d44c4b3b9e6a req-22ae84fd-33f9-4dfc-876b-c48220ab0a2f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] No waiting events found dispatching network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:21:10 user nova-compute[74497]: WARNING nova.compute.manager [req-d73ee196-2a59-4bff-a8cf-d44c4b3b9e6a req-22ae84fd-33f9-4dfc-876b-c48220ab0a2f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received unexpected event network-vif-plugged-a01adf5c-585a-4901-8f45-55e24c41804d for instance with vm_state active and task_state deleting.
Oct 24 15:21:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-d73ee196-2a59-4bff-a8cf-d44c4b3b9e6a req-22ae84fd-33f9-4dfc-876b-c48220ab0a2f service nova] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Received event network-vif-deleted-a01adf5c-585a-4901-8f45-55e24c41804d {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:21:10 user nova-compute[74497]: INFO nova.compute.manager [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] [instance: 0cf99507-99cc-4480-8ae3-f7545514195c] Took 0.84 seconds to detach 1 volumes for instance.
Oct 24 15:21:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:10 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:21:10 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:21:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.124s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:11 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Deleted allocations for instance 0cf99507-99cc-4480-8ae3-f7545514195c
Oct 24 15:21:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e0e4d00e-ad8a-4a29-b14a-768329286182 tempest-ServerActionsTestOtherB-974710833 tempest-ServerActionsTestOtherB-974710833-project-member] Lock "0cf99507-99cc-4480-8ae3-f7545514195c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.982s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:12 user nova-compute[74497]: INFO nova.compute.manager [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Attaching volume ffdb32c0-7e57-4de9-8bc9-41660a75726f to /dev/vdc
Oct 24 15:21:12 user nova-compute[74497]: DEBUG os_brick.utils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[563e659d-640f-41c5-ab24-bd465b12fce0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a8cb659-9766-4bf8-86f4-a51627e4020c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b055ea2-48cd-4b17-8e83-31789f1a0708]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9854012-ba39-4156-9452-ff850972c503]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:21:13 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:21:13 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e11a316-c8ae-46e1-aff9-79b8fdf45a1c]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG os_brick.utils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating existing volume attachment record: b4820f1f-c76a-4688-8a4a-d69cb6e36fa9 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:21:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DazBbPnk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:21:29 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:21:29 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:21:29 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e3933d-5df3-4079-b211-326021c4a0b1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:21:29 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[127ea38a-13df-4984-a484-3f1d21a2cf2e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f] added
Oct 24 15:21:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[199626c6-6085-428d-a171-738457f89a2e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4906b2b3-b77c-42bc-90e8-129546f6ab09]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DazBbPnk {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DazBbPnk" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[be8d63e6-6e27-49d7-8fce-b295756e48ec]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DazBbPnk'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4a9032-63f5-49e6-b88f-07c2592ef69b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[116bf58b-a351-407a-ac69-be2e9d424e59]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9526efec-a29a-4d50-bdfe-ad2b9c3ee9df]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260]
Oct 24 15:21:29 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260] successful.
Oct 24 15:21:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[df8a8d6f-af93-4d0d-ad01-cb3ea31cd538]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[94602f48-d93f-435a-acec-7710f52913b1]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:29 user nova-compute[74497]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)
Oct 24 15:21:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:29 user nova-compute[74497]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)
Oct 24 15:21:29 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c450eabd-912f-4ad5-aa0f-e593e9c838fd]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:21:29 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DazBbPnk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:21:30 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:21:30 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '23935613165393866', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:21:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23935613165393866', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:21:30 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:21:30 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:21:30 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:21:30 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:21:30 user nova-compute[74497]:   <target dev="vdc" bus="virtio"/>
Oct 24 15:21:30 user nova-compute[74497]:   <serial>ffdb32c0-7e57-4de9-8bc9-41660a75726f</serial>
Oct 24 15:21:30 user nova-compute[74497]: </disk>
Oct 24 15:21:30 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:21:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:21:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:21:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:21:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] No VIF found with MAC fa:16:3e:36:6c:39, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:21:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e38ed95a-16cc-4b17-80eb-78bb41bffbf1 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.276s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:32 user nova-compute[74497]: INFO nova.compute.manager [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Detaching volume 1c2c001c-0727-49f0-ae42-24f82aab596b
Oct 24 15:21:32 user nova-compute[74497]: INFO nova.virt.block_device [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Attempting to driver detach volume 1c2c001c-0727-49f0-ae42-24f82aab596b from mountpoint /dev/vdb
Oct 24 15:21:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Attempting to detach device vdb from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:21:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:21:32 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:21:32 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:21:32 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:21:32 user nova-compute[74497]:   <serial>1c2c001c-0727-49f0-ae42-24f82aab596b</serial>
Oct 24 15:21:32 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:21:32 user nova-compute[74497]: </disk>
Oct 24 15:21:32 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:21:32 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully detached device vdb from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the persistent domain config.
Oct 24 15:21:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:21:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:21:32 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:21:32 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:21:32 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:21:32 user nova-compute[74497]:   <serial>1c2c001c-0727-49f0-ae42-24f82aab596b</serial>
Oct 24 15:21:32 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:21:32 user nova-compute[74497]: </disk>
Oct 24 15:21:32 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:21:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:21:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:53 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 14955bc2-e25b-4b53-b0d0-db32c857365a is timed out.
Oct 24 15:21:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully detached device vdb from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the live domain config.
Oct 24 15:21:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sLNntzVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:21:53 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6ce075-debf-4e5e-a1b9-1f2c8d647adc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:21:53 user nova-compute[74497]: No targets found.
Oct 24 15:21:53 user nova-compute[74497]: iSNS:
Oct 24 15:21:53 user nova-compute[74497]: No targets found.
Oct 24 15:21:53 user nova-compute[74497]: STATIC:
Oct 24 15:21:53 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b
Oct 24 15:21:53 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:21:53 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:21:53 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f
Oct 24 15:21:53 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:21:53 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:21:53 user nova-compute[74497]: FIRMWARE:
Oct 24 15:21:53 user nova-compute[74497]: No targets found.
Oct 24 15:21:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:21:53 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:21:53 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a00ccefa-d0ec-47d5-8d96-dbe54c01b28a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a39688-d25a-4164-9148-1d73fcb6c09c]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:53 user nova-compute[74497]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)
Oct 24 15:21:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b (non-flash)
Oct 24 15:21:53 user nova-compute[74497]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)
Oct 24 15:21:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff405ac160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[97b75fcb-e780-4bd8-817d-724fd21affc4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9dc34ce-a502-43c5-894c-7869d36877ff]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e3a191-4b07-4431-9592-51a3e38e6590]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.034s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[74de5218-17b1-4132-92d2-5079b2db72ff]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3edc3291-192d-4a3a-9a9b-5f26c6182e85]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1cc84bc-07de-4b90-8bfe-f9df177c9feb]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260]
Oct 24 15:21:53 user nova-compute[74497]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b, portal: 172.16.0.220,3260] successful.
Oct 24 15:21:53 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c2c001c-0727-49f0-ae42-24f82aab596b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f8b86e5-ed1d-4f4e-86bf-e439cd9df38c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.272s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== disconnect_volume: return (273ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:21:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:21:54 user nova-compute[74497]: DEBUG nova.objects.instance [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:21:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-146115eb-d283-4632-9123-47e663ce7813 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.708s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:21:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:21:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:21:55 user nova-compute[74497]: INFO nova.compute.manager [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Detaching volume ffdb32c0-7e57-4de9-8bc9-41660a75726f
Oct 24 15:21:55 user nova-compute[74497]: INFO nova.virt.block_device [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Attempting to driver detach volume ffdb32c0-7e57-4de9-8bc9-41660a75726f from mountpoint /dev/vdc
Oct 24 15:21:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Attempting to detach device vdc from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:21:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:21:55 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:21:55 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:21:55 user nova-compute[74497]:   <target dev="vdc" bus="virtio"/>
Oct 24 15:21:55 user nova-compute[74497]:   <serial>ffdb32c0-7e57-4de9-8bc9-41660a75726f</serial>
Oct 24 15:21:55 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 15:21:55 user nova-compute[74497]: </disk>
Oct 24 15:21:55 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:21:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully detached device vdc from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the persistent domain config.
Oct 24 15:21:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:21:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:21:55 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:21:55 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:21:55 user nova-compute[74497]:   <target dev="vdc" bus="virtio"/>
Oct 24 15:21:55 user nova-compute[74497]:   <serial>ffdb32c0-7e57-4de9-8bc9-41660a75726f</serial>
Oct 24 15:21:55 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 15:21:55 user nova-compute[74497]: </disk>
Oct 24 15:21:55 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:21:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating instance_info_cache with network_info: [{"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-14955bc2-e25b-4b53-b0d0-db32c857365a" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:21:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:21:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:21:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:21:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:21:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:21:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:21:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:21:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:02 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:02 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:22:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:22:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:22:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8932MB free_disk=25.200420379638672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 14955bc2-e25b-4b53-b0d0-db32c857365a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.225s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:22:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:22:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:15 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 14955bc2-e25b-4b53-b0d0-db32c857365a is timed out.
Oct 24 15:22:15 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully detached device vdc from instance 14955bc2-e25b-4b53-b0d0-db32c857365a from the live domain config.
Oct 24 15:22:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DazBbPnk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:22:15 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[55c20a7e-4682-41a0-9552-679276025d54]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:22:15 user nova-compute[74497]: No targets found.
Oct 24 15:22:15 user nova-compute[74497]: iSNS:
Oct 24 15:22:15 user nova-compute[74497]: No targets found.
Oct 24 15:22:15 user nova-compute[74497]: STATIC:
Oct 24 15:22:15 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f
Oct 24 15:22:15 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:22:15 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:22:15 user nova-compute[74497]: FIRMWARE:
Oct 24 15:22:15 user nova-compute[74497]: No targets found.
Oct 24 15:22:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:22:15 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:22:15 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5c7dd36-c9cf-487f-9184-0c8822f288d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b327944-e3b7-4c20-991e-0653638c7834]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)
Oct 24 15:22:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f (non-flash)
Oct 24 15:22:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40750d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b029ee7-d4e8-44a0-b9a6-8fe65daa87b9]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[97ee4336-e4d5-4cd3-98b7-21c5b4762076]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe546603-f745-4f20-8def-0482f32740c4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:22:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff6a20e-ec29-4758-9912-05e19940ffe9]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[509ed44d-754b-4c89-af18-45bd70d81a05]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --logout" returned: 0 in 0.042s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e00402e-b9a9-4c37-b981-353ef3ee3740]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260]
Oct 24 15:22:16 user nova-compute[74497]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f, portal: 172.16.0.220,3260] successful.
Oct 24 15:22:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffdb32c0-7e57-4de9-8bc9-41660a75726f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f898a8-90a1-48ed-8f3a-0f51a522a0b8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.268s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] <== disconnect_volume: return (270ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:22:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:22:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:22:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:22:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:22:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:22:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:19 user nova-compute[74497]: DEBUG nova.objects.instance [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'flavor' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:22:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-3bdf5fe9-0dd5-4423-af87-70cdd7fe6f68 tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.204s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:20 user nova-compute[74497]: INFO nova.compute.manager [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Terminating instance
Oct 24 15:22:20 user nova-compute[74497]: DEBUG nova.compute.manager [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-7d684363-9181-4ddc-89d7-c9494c674e9c req-888dfd6b-6096-4cbf-89b5-b22c09bbaf3d service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-vif-unplugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7d684363-9181-4ddc-89d7-c9494c674e9c req-888dfd6b-6096-4cbf-89b5-b22c09bbaf3d service nova] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7d684363-9181-4ddc-89d7-c9494c674e9c req-888dfd6b-6096-4cbf-89b5-b22c09bbaf3d service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7d684363-9181-4ddc-89d7-c9494c674e9c req-888dfd6b-6096-4cbf-89b5-b22c09bbaf3d service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-7d684363-9181-4ddc-89d7-c9494c674e9c req-888dfd6b-6096-4cbf-89b5-b22c09bbaf3d service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] No waiting events found dispatching network-vif-unplugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:22:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-7d684363-9181-4ddc-89d7-c9494c674e9c req-888dfd6b-6096-4cbf-89b5-b22c09bbaf3d service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-vif-unplugged-be4e508a-4410-4284-a09b-526463f3db44 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:22:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Instance destroyed successfully.
Oct 24 15:22:21 user nova-compute[74497]: DEBUG nova.objects.instance [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lazy-loading 'resources' on Instance uuid 14955bc2-e25b-4b53-b0d0-db32c857365a {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:18:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1629123616',display_name='tempest-AttachVolumeTestJSON-server-1629123616',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1629123616',id=43,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEQwynS3TVuMY+srSdD3Vs+Vb+z6bPtBFlwTwec0MESKFfZw1NXMaloCAY8Dc4AOTBnXVAVozx/g597bDStofaDFxBVa/V2/6x0lBR8as/LzbTzZAcr4DdAwfRqXE1wMiw==',key_name='tempest-keypair-230938281',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:18:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1bfc8b4131bd487ca0797923a6877f38',ramdisk_id='',reservation_id='r-mohekl5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249370564',owner_user_name='tempest-AttachVolumeTestJSON-249370564-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:18:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fd0ff542b0a44522a8496daaedb5680d',uuid=14955bc2-e25b-4b53-b0d0-db32c857365a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converting VIF {"id": "be4e508a-4410-4284-a09b-526463f3db44", "address": "fa:16:3e:36:6c:39", "network": {"id": "9bed93c6-699d-4d52-88d4-d352353aa287", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1161778740-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1bfc8b4131bd487ca0797923a6877f38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe4e508a-44", "ovs_interfaceid": "be4e508a-4410-4284-a09b-526463f3db44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:6c:39,bridge_name='br-int',has_traffic_filtering=True,id=be4e508a-4410-4284-a09b-526463f3db44,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe4e508a-44') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG os_vif [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:6c:39,bridge_name='br-int',has_traffic_filtering=True,id=be4e508a-4410-4284-a09b-526463f3db44,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe4e508a-44') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe4e508a-44, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f090c66-3bae-48ba-b2e1-f8ada075fad1) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:22:21 user nova-compute[74497]: INFO os_vif [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:6c:39,bridge_name='br-int',has_traffic_filtering=True,id=be4e508a-4410-4284-a09b-526463f3db44,network=Network(9bed93c6-699d-4d52-88d4-d352353aa287),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe4e508a-44')
Oct 24 15:22:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Deleting instance files /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a_del
Oct 24 15:22:21 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Deletion of /opt/stack/data/nova/instances/14955bc2-e25b-4b53-b0d0-db32c857365a_del complete
Oct 24 15:22:21 user nova-compute[74497]: INFO nova.compute.manager [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 24 15:22:21 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:22:21 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:22:22 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Took 0.88 seconds to deallocate network for instance.
Oct 24 15:22:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.104s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:22 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Deleted allocations for instance 14955bc2-e25b-4b53-b0d0-db32c857365a
Oct 24 15:22:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-eb4bc524-c95d-490f-ad71-5ed2bd1ccfdc tempest-AttachVolumeTestJSON-249370564 tempest-AttachVolumeTestJSON-249370564-project-member] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.018s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-a1866a1d-83b5-4fa1-ab6b-3fc7aa18fd7a req-8cd0e2e0-3d12-4223-add5-b154bcac42e2 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a1866a1d-83b5-4fa1-ab6b-3fc7aa18fd7a req-8cd0e2e0-3d12-4223-add5-b154bcac42e2 service nova] Acquiring lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a1866a1d-83b5-4fa1-ab6b-3fc7aa18fd7a req-8cd0e2e0-3d12-4223-add5-b154bcac42e2 service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-a1866a1d-83b5-4fa1-ab6b-3fc7aa18fd7a req-8cd0e2e0-3d12-4223-add5-b154bcac42e2 service nova] Lock "14955bc2-e25b-4b53-b0d0-db32c857365a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:22:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-a1866a1d-83b5-4fa1-ab6b-3fc7aa18fd7a req-8cd0e2e0-3d12-4223-add5-b154bcac42e2 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] No waiting events found dispatching network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:22:22 user nova-compute[74497]: WARNING nova.compute.manager [req-a1866a1d-83b5-4fa1-ab6b-3fc7aa18fd7a req-8cd0e2e0-3d12-4223-add5-b154bcac42e2 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received unexpected event network-vif-plugged-be4e508a-4410-4284-a09b-526463f3db44 for instance with vm_state deleted and task_state None.
Oct 24 15:22:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-a1866a1d-83b5-4fa1-ab6b-3fc7aa18fd7a req-8cd0e2e0-3d12-4223-add5-b154bcac42e2 service nova] [instance: 14955bc2-e25b-4b53-b0d0-db32c857365a] Received event network-vif-deleted-be4e508a-4410-4284-a09b-526463f3db44 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:22:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:22:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:22:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:22:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:22:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:22:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:22:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:22:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:22:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:22:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:52 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:22:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:22:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:22:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 15:22:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:22:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:02 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:23:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:23:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=9095MB free_disk=25.217815399169922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:23:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.357s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:23:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:23:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:23:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:23:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:23:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:23:19 user nova-compute[74497]: INFO nova.compute.claims [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Claim successful on node user
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.179s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:23:19 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.policy [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee65f3c0ffbf4e7ebad9db51622397a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a24787f6a5184073974b0fb7fe463136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:23:19 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Creating image(s)
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "/opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "/opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "/opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk 1073741824" returned: 0 in 0.127s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Successfully created port: ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Cannot resize image /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Ensure instance console log exists: /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Successfully updated port: ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquired lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-changed-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.compute.manager [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Refreshing instance network info cache due to event network-changed-ead1b89e-a012-4b36-b2f4-f0c101108834. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] Acquiring lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.network.neutron [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updating instance_info_cache with network_info: [{"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Releasing lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Instance network_info: |[{"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] Acquired lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.network.neutron [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Refreshing network info cache for port ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Start _get_guest_xml network_info=[{"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:23:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:23:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:23:20 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:23:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-415411714',display_name='tempest-VolumesSnapshotTestJSON-instance-415411714',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-415411714',id=44,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBID9pnBA8r4WIWKt/zeEeiyqel+MbRmioaFlcv1se9ASInkX3tz2FhNYhHjxDqYzRF7fDFMKXbsyxr7eU+lTJGVxNTVvJ+i2zACvpuIaQhjjhZ4qMHnRBB8x8NC5aOdhfQ==',key_name='tempest-keypair-1123132117',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a24787f6a5184073974b0fb7fe463136',ramdisk_id='',reservation_id='r-02e32ev4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-977777750',owner_user_name='tempest-VolumesSnapshotTestJSON-977777750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:23:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ee65f3c0ffbf4e7ebad9db51622397a8',uuid=9d1910cb-98ae-430f-a99a-f84346a708d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converting VIF {"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:3b:f8,bridge_name='br-int',has_traffic_filtering=True,id=ead1b89e-a012-4b36-b2f4-f0c101108834,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapead1b89e-a0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'pci_devices' on Instance uuid 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:23:21 user nova-compute[74497]:   <uuid>9d1910cb-98ae-430f-a99a-f84346a708d2</uuid>
Oct 24 15:23:21 user nova-compute[74497]:   <name>instance-0000002c</name>
Oct 24 15:23:21 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:23:21 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:23:21 user nova-compute[74497]:   <metadata>
Oct 24 15:23:21 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:23:21 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:23:21 user nova-compute[74497]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-415411714</nova:name>
Oct 24 15:23:21 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:23:20</nova:creationTime>
Oct 24 15:23:21 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:23:21 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:23:21 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:23:21 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:23:21 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:23:21 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:23:21 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:23:21 user nova-compute[74497]:       <nova:owner>
Oct 24 15:23:21 user nova-compute[74497]:         <nova:user uuid="ee65f3c0ffbf4e7ebad9db51622397a8">tempest-VolumesSnapshotTestJSON-977777750-project-member</nova:user>
Oct 24 15:23:21 user nova-compute[74497]:         <nova:project uuid="a24787f6a5184073974b0fb7fe463136">tempest-VolumesSnapshotTestJSON-977777750</nova:project>
Oct 24 15:23:21 user nova-compute[74497]:       </nova:owner>
Oct 24 15:23:21 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:23:21 user nova-compute[74497]:       <nova:ports>
Oct 24 15:23:21 user nova-compute[74497]:         <nova:port uuid="ead1b89e-a012-4b36-b2f4-f0c101108834">
Oct 24 15:23:21 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 15:23:21 user nova-compute[74497]:         </nova:port>
Oct 24 15:23:21 user nova-compute[74497]:       </nova:ports>
Oct 24 15:23:21 user nova-compute[74497]:     </nova:instance>
Oct 24 15:23:21 user nova-compute[74497]:   </metadata>
Oct 24 15:23:21 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:23:21 user nova-compute[74497]:     <system>
Oct 24 15:23:21 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:23:21 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:23:21 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:23:21 user nova-compute[74497]:       <entry name="serial">9d1910cb-98ae-430f-a99a-f84346a708d2</entry>
Oct 24 15:23:21 user nova-compute[74497]:       <entry name="uuid">9d1910cb-98ae-430f-a99a-f84346a708d2</entry>
Oct 24 15:23:21 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:23:21 user nova-compute[74497]:     </system>
Oct 24 15:23:21 user nova-compute[74497]:   </sysinfo>
Oct 24 15:23:21 user nova-compute[74497]:   <os>
Oct 24 15:23:21 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:23:21 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:23:21 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:23:21 user nova-compute[74497]:   </os>
Oct 24 15:23:21 user nova-compute[74497]:   <features>
Oct 24 15:23:21 user nova-compute[74497]:     <acpi/>
Oct 24 15:23:21 user nova-compute[74497]:     <apic/>
Oct 24 15:23:21 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:23:21 user nova-compute[74497]:   </features>
Oct 24 15:23:21 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:23:21 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:23:21 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:23:21 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:23:21 user nova-compute[74497]:   </clock>
Oct 24 15:23:21 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:23:21 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:23:21 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:23:21 user nova-compute[74497]:   </cpu>
Oct 24 15:23:21 user nova-compute[74497]:   <devices>
Oct 24 15:23:21 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:23:21 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:23:21 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk"/>
Oct 24 15:23:21 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:23:21 user nova-compute[74497]:     </disk>
Oct 24 15:23:21 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:23:21 user nova-compute[74497]:       <mac address="fa:16:3e:95:3b:f8"/>
Oct 24 15:23:21 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:23:21 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:23:21 user nova-compute[74497]:       <target dev="tapead1b89e-a0"/>
Oct 24 15:23:21 user nova-compute[74497]:     </interface>
Oct 24 15:23:21 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:23:21 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/console.log" append="off"/>
Oct 24 15:23:21 user nova-compute[74497]:     </serial>
Oct 24 15:23:21 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:23:21 user nova-compute[74497]:     <video>
Oct 24 15:23:21 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:23:21 user nova-compute[74497]:     </video>
Oct 24 15:23:21 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:23:21 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:23:21 user nova-compute[74497]:     </rng>
Oct 24 15:23:21 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:23:21 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:23:21 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:23:21 user nova-compute[74497]:     </memballoon>
Oct 24 15:23:21 user nova-compute[74497]:   </devices>
Oct 24 15:23:21 user nova-compute[74497]: </domain>
Oct 24 15:23:21 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:23:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-415411714',display_name='tempest-VolumesSnapshotTestJSON-instance-415411714',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-415411714',id=44,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBID9pnBA8r4WIWKt/zeEeiyqel+MbRmioaFlcv1se9ASInkX3tz2FhNYhHjxDqYzRF7fDFMKXbsyxr7eU+lTJGVxNTVvJ+i2zACvpuIaQhjjhZ4qMHnRBB8x8NC5aOdhfQ==',key_name='tempest-keypair-1123132117',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a24787f6a5184073974b0fb7fe463136',ramdisk_id='',reservation_id='r-02e32ev4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-977777750',owner_user_name='tempest-VolumesSnapshotTestJSON-977777750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:23:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ee65f3c0ffbf4e7ebad9db51622397a8',uuid=9d1910cb-98ae-430f-a99a-f84346a708d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converting VIF {"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:3b:f8,bridge_name='br-int',has_traffic_filtering=True,id=ead1b89e-a012-4b36-b2f4-f0c101108834,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapead1b89e-a0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG os_vif [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:3b:f8,bridge_name='br-int',has_traffic_filtering=True,id=ead1b89e-a012-4b36-b2f4-f0c101108834,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapead1b89e-a0') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5a98005-c658-5cee-8443-630d1d655362', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapead1b89e-a0, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapead1b89e-a0, col_values=(('qos', UUID('b2226242-2dc5-4f3b-a01f-a1b493fd549a')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapead1b89e-a0, col_values=(('external_ids', {'iface-id': 'ead1b89e-a012-4b36-b2f4-f0c101108834', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:3b:f8', 'vm-uuid': '9d1910cb-98ae-430f-a99a-f84346a708d2'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:21 user nova-compute[74497]: INFO os_vif [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:3b:f8,bridge_name='br-int',has_traffic_filtering=True,id=ead1b89e-a012-4b36-b2f4-f0c101108834,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapead1b89e-a0')
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No VIF found with MAC fa:16:3e:95:3b:f8, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.network.neutron [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updated VIF entry in instance network info cache for port ead1b89e-a012-4b36-b2f4-f0c101108834. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG nova.network.neutron [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updating instance_info_cache with network_info: [{"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:23:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-630bb3c3-80b5-427e-8f1f-6315162d0d2a req-c43bb463-9802-47b3-b083-71dd141413e5 service nova] Releasing lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-393d4fd5-e33c-4d7b-ad89-0d83160f8752 req-1f1969ce-5ebc-4470-b1b4-25df5a8a5ced service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-393d4fd5-e33c-4d7b-ad89-0d83160f8752 req-1f1969ce-5ebc-4470-b1b4-25df5a8a5ced service nova] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-393d4fd5-e33c-4d7b-ad89-0d83160f8752 req-1f1969ce-5ebc-4470-b1b4-25df5a8a5ced service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-393d4fd5-e33c-4d7b-ad89-0d83160f8752 req-1f1969ce-5ebc-4470-b1b4-25df5a8a5ced service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:22 user nova-compute[74497]: DEBUG nova.compute.manager [req-393d4fd5-e33c-4d7b-ad89-0d83160f8752 req-1f1969ce-5ebc-4470-b1b4-25df5a8a5ced service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] No waiting events found dispatching network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:23:22 user nova-compute[74497]: WARNING nova.compute.manager [req-393d4fd5-e33c-4d7b-ad89-0d83160f8752 req-1f1969ce-5ebc-4470-b1b4-25df5a8a5ced service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received unexpected event network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 for instance with vm_state building and task_state spawning.
Oct 24 15:23:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:23:24 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Instance spawned successfully.
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:24 user nova-compute[74497]: INFO nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Took 5.25 seconds to spawn the instance on the hypervisor.
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-47ab038d-a379-45a7-b6fa-7d349e18658f req-c7b38466-7b65-40b9-bf49-caf9c4f9705d service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-47ab038d-a379-45a7-b6fa-7d349e18658f req-c7b38466-7b65-40b9-bf49-caf9c4f9705d service nova] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-47ab038d-a379-45a7-b6fa-7d349e18658f req-c7b38466-7b65-40b9-bf49-caf9c4f9705d service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-47ab038d-a379-45a7-b6fa-7d349e18658f req-c7b38466-7b65-40b9-bf49-caf9c4f9705d service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:24 user nova-compute[74497]: DEBUG nova.compute.manager [req-47ab038d-a379-45a7-b6fa-7d349e18658f req-c7b38466-7b65-40b9-bf49-caf9c4f9705d service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] No waiting events found dispatching network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:23:24 user nova-compute[74497]: WARNING nova.compute.manager [req-47ab038d-a379-45a7-b6fa-7d349e18658f req-c7b38466-7b65-40b9-bf49-caf9c4f9705d service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received unexpected event network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 for instance with vm_state building and task_state spawning.
Oct 24 15:23:24 user nova-compute[74497]: INFO nova.compute.manager [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Took 5.77 seconds to build instance.
Oct 24 15:23:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e886a0d9-ebae-46f2-8d4a-cbd41ef91edc tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.880s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:23:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:52 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:52 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:23:53 user nova-compute[74497]: INFO nova.compute.claims [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Claim successful on node user
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.218s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:23:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.policy [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3806120b4432416da1a242049a8f4b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb312d467e54bf0b7bd16196ac9a181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:23:53 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Creating image(s)
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "/opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk 1073741824" returned: 0 in 0.058s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:53 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Successfully created port: 49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Cannot resize image /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Ensure instance console log exists: /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Successfully updated port: 49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquired lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-changed-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Refreshing instance network info cache due to event network-changed-49295984-c141-4d22-aa0e-df0effe85cc1. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] Acquiring lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.network.neutron [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating instance_info_cache with network_info: [{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Releasing lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Instance network_info: |[{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] Acquired lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.network.neutron [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Refreshing network info cache for port 49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Start _get_guest_xml network_info=[{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:23:54 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:23:54 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:23:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1677759870',display_name='tempest-AttachVolumeNegativeTest-server-1677759870',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1677759870',id=45,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMJ8EUwW2R85zu8XPbpkdnLVurFlbZcdqdks7w1E2u+IoIQGv4nxxgp1TpaO35KzcQsefc05eKZ6uw9qcJgtui6shNQpwUXsYBi20pftLIaOdxGowO8Br8EZNQZOhAy0mg==',key_name='tempest-keypair-1497106681',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-now0kk0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:23:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=ef8e9c72-45cf-470b-9564-50a9d457c0b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:f0:03,bridge_name='br-int',has_traffic_filtering=True,id=49295984-c141-4d22-aa0e-df0effe85cc1,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49295984-c1') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:23:54 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'pci_devices' on Instance uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:23:55 user nova-compute[74497]:   <uuid>ef8e9c72-45cf-470b-9564-50a9d457c0b7</uuid>
Oct 24 15:23:55 user nova-compute[74497]:   <name>instance-0000002d</name>
Oct 24 15:23:55 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:23:55 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:23:55 user nova-compute[74497]:   <metadata>
Oct 24 15:23:55 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:23:55 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:23:55 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1677759870</nova:name>
Oct 24 15:23:55 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:23:54</nova:creationTime>
Oct 24 15:23:55 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:23:55 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:23:55 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:23:55 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:23:55 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:23:55 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:23:55 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:23:55 user nova-compute[74497]:       <nova:owner>
Oct 24 15:23:55 user nova-compute[74497]:         <nova:user uuid="3806120b4432416da1a242049a8f4b8b">tempest-AttachVolumeNegativeTest-1351857961-project-member</nova:user>
Oct 24 15:23:55 user nova-compute[74497]:         <nova:project uuid="3bb312d467e54bf0b7bd16196ac9a181">tempest-AttachVolumeNegativeTest-1351857961</nova:project>
Oct 24 15:23:55 user nova-compute[74497]:       </nova:owner>
Oct 24 15:23:55 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:23:55 user nova-compute[74497]:       <nova:ports>
Oct 24 15:23:55 user nova-compute[74497]:         <nova:port uuid="49295984-c141-4d22-aa0e-df0effe85cc1">
Oct 24 15:23:55 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 15:23:55 user nova-compute[74497]:         </nova:port>
Oct 24 15:23:55 user nova-compute[74497]:       </nova:ports>
Oct 24 15:23:55 user nova-compute[74497]:     </nova:instance>
Oct 24 15:23:55 user nova-compute[74497]:   </metadata>
Oct 24 15:23:55 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:23:55 user nova-compute[74497]:     <system>
Oct 24 15:23:55 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:23:55 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:23:55 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:23:55 user nova-compute[74497]:       <entry name="serial">ef8e9c72-45cf-470b-9564-50a9d457c0b7</entry>
Oct 24 15:23:55 user nova-compute[74497]:       <entry name="uuid">ef8e9c72-45cf-470b-9564-50a9d457c0b7</entry>
Oct 24 15:23:55 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:23:55 user nova-compute[74497]:     </system>
Oct 24 15:23:55 user nova-compute[74497]:   </sysinfo>
Oct 24 15:23:55 user nova-compute[74497]:   <os>
Oct 24 15:23:55 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:23:55 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:23:55 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:23:55 user nova-compute[74497]:   </os>
Oct 24 15:23:55 user nova-compute[74497]:   <features>
Oct 24 15:23:55 user nova-compute[74497]:     <acpi/>
Oct 24 15:23:55 user nova-compute[74497]:     <apic/>
Oct 24 15:23:55 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:23:55 user nova-compute[74497]:   </features>
Oct 24 15:23:55 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:23:55 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:23:55 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:23:55 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:23:55 user nova-compute[74497]:   </clock>
Oct 24 15:23:55 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:23:55 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:23:55 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:23:55 user nova-compute[74497]:   </cpu>
Oct 24 15:23:55 user nova-compute[74497]:   <devices>
Oct 24 15:23:55 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:23:55 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:23:55 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk"/>
Oct 24 15:23:55 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:23:55 user nova-compute[74497]:     </disk>
Oct 24 15:23:55 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:23:55 user nova-compute[74497]:       <mac address="fa:16:3e:81:f0:03"/>
Oct 24 15:23:55 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:23:55 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:23:55 user nova-compute[74497]:       <target dev="tap49295984-c1"/>
Oct 24 15:23:55 user nova-compute[74497]:     </interface>
Oct 24 15:23:55 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:23:55 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/console.log" append="off"/>
Oct 24 15:23:55 user nova-compute[74497]:     </serial>
Oct 24 15:23:55 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:23:55 user nova-compute[74497]:     <video>
Oct 24 15:23:55 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:23:55 user nova-compute[74497]:     </video>
Oct 24 15:23:55 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:23:55 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:23:55 user nova-compute[74497]:     </rng>
Oct 24 15:23:55 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:23:55 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:23:55 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:23:55 user nova-compute[74497]:     </memballoon>
Oct 24 15:23:55 user nova-compute[74497]:   </devices>
Oct 24 15:23:55 user nova-compute[74497]: </domain>
Oct 24 15:23:55 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:23:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1677759870',display_name='tempest-AttachVolumeNegativeTest-server-1677759870',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1677759870',id=45,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMJ8EUwW2R85zu8XPbpkdnLVurFlbZcdqdks7w1E2u+IoIQGv4nxxgp1TpaO35KzcQsefc05eKZ6uw9qcJgtui6shNQpwUXsYBi20pftLIaOdxGowO8Br8EZNQZOhAy0mg==',key_name='tempest-keypair-1497106681',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-now0kk0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:23:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=ef8e9c72-45cf-470b-9564-50a9d457c0b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:f0:03,bridge_name='br-int',has_traffic_filtering=True,id=49295984-c141-4d22-aa0e-df0effe85cc1,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49295984-c1') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG os_vif [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:f0:03,bridge_name='br-int',has_traffic_filtering=True,id=49295984-c141-4d22-aa0e-df0effe85cc1,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49295984-c1') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fe85cd0e-9b24-5152-8eb5-686069fe2b6e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap49295984-c1, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap49295984-c1, col_values=(('qos', UUID('0e81ae6b-0e09-4817-a468-e6677d65810f')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap49295984-c1, col_values=(('external_ids', {'iface-id': '49295984-c141-4d22-aa0e-df0effe85cc1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:f0:03', 'vm-uuid': 'ef8e9c72-45cf-470b-9564-50a9d457c0b7'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:55 user nova-compute[74497]: INFO os_vif [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:f0:03,bridge_name='br-int',has_traffic_filtering=True,id=49295984-c141-4d22-aa0e-df0effe85cc1,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49295984-c1')
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No VIF found with MAC fa:16:3e:81:f0:03, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.network.neutron [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updated VIF entry in instance network info cache for port 49295984-c141-4d22-aa0e-df0effe85cc1. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG nova.network.neutron [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating instance_info_cache with network_info: [{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:23:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1861ba8f-c518-4389-bc83-69f18645d37c req-62c59115-7dcf-4b73-ae9b-58ae5c848f27 service nova] Releasing lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-8ecb8f50-9a43-49f0-850e-848370f11ab6 req-06319f82-3f59-40fe-8445-fb9dbb6f3ed2 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ecb8f50-9a43-49f0-850e-848370f11ab6 req-06319f82-3f59-40fe-8445-fb9dbb6f3ed2 service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ecb8f50-9a43-49f0-850e-848370f11ab6 req-06319f82-3f59-40fe-8445-fb9dbb6f3ed2 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-8ecb8f50-9a43-49f0-850e-848370f11ab6 req-06319f82-3f59-40fe-8445-fb9dbb6f3ed2 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:56 user nova-compute[74497]: DEBUG nova.compute.manager [req-8ecb8f50-9a43-49f0-850e-848370f11ab6 req-06319f82-3f59-40fe-8445-fb9dbb6f3ed2 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:23:56 user nova-compute[74497]: WARNING nova.compute.manager [req-8ecb8f50-9a43-49f0-850e-848370f11ab6 req-06319f82-3f59-40fe-8445-fb9dbb6f3ed2 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received unexpected event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with vm_state building and task_state spawning.
Oct 24 15:23:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Skipping network cache update for instance because it is Building. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updating instance_info_cache with network_info: [{"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:23:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:23:58 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Instance spawned successfully.
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:23:58 user nova-compute[74497]: INFO nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Took 5.03 seconds to spawn the instance on the hypervisor.
Oct 24 15:23:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:23:58 user nova-compute[74497]: INFO nova.compute.manager [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Took 5.55 seconds to build instance.
Oct 24 15:23:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5c40bb1d-57eb-4fc9-9109-57cfa79942bb tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.641s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-e1d9bcbc-5b21-4f99-a4e5-7dd121c8a410 req-a255a1ec-3ce9-4ebc-9bc6-14f49613a79c service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:23:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e1d9bcbc-5b21-4f99-a4e5-7dd121c8a410 req-a255a1ec-3ce9-4ebc-9bc6-14f49613a79c service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:23:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e1d9bcbc-5b21-4f99-a4e5-7dd121c8a410 req-a255a1ec-3ce9-4ebc-9bc6-14f49613a79c service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:23:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e1d9bcbc-5b21-4f99-a4e5-7dd121c8a410 req-a255a1ec-3ce9-4ebc-9bc6-14f49613a79c service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:23:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-e1d9bcbc-5b21-4f99-a4e5-7dd121c8a410 req-a255a1ec-3ce9-4ebc-9bc6-14f49613a79c service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:23:59 user nova-compute[74497]: WARNING nova.compute.manager [req-e1d9bcbc-5b21-4f99-a4e5-7dd121c8a410 req-a255a1ec-3ce9-4ebc-9bc6-14f49613a79c service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received unexpected event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with vm_state active and task_state None.
Oct 24 15:23:59 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:24:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:24:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:24:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8859MB free_disk=25.185699462890625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9d1910cb-98ae-430f-a99a-f84346a708d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:24:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.265s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:24:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:24:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:24:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:24:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:24:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:24:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:24:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:24:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:54 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:24:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:24:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:24:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:24:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:24:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updating instance_info_cache with network_info: [{"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:24:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:24:59 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:25:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8844MB free_disk=25.157238006591797GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9d1910cb-98ae-430f-a99a-f84346a708d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:25:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:25:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-changed-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:25:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Refreshing instance network info cache due to event network-changed-ead1b89e-a012-4b36-b2f4-f0c101108834. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:25:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] Acquiring lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:25:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] Acquired lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:25:09 user nova-compute[74497]: DEBUG nova.network.neutron [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Refreshing network info cache for port ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'flavor' on Instance uuid 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:25:10 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Ignoring supplied device name: /dev/vdb
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updated VIF entry in instance network info cache for port ead1b89e-a012-4b36-b2f4-f0c101108834. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updating instance_info_cache with network_info: [{"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.70", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-79837f48-7fe2-41d9-92b9-dba352917b7e req-203ed988-30d1-4de4-bc98-32e827482fb0 service nova] Releasing lock "refresh_cache-9d1910cb-98ae-430f-a99a-f84346a708d2" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:25:10 user nova-compute[74497]: INFO nova.compute.manager [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Attaching volume dc983743-fecc-49bc-9fcd-a2398cfe2fdd to /dev/vdb
Oct 24 15:25:10 user nova-compute[74497]: DEBUG os_brick.utils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47fd353-fa29-4f9a-97d6-30673e5bb22c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7dada28-13f1-4cf6-95b0-0c7fcdb6c4dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d299cad-04bb-4f2f-9566-508703392992]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[90859c31-f206-487a-8af9-188ff83827b9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:25:10 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:25:10 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a06ce96-9adf-49ed-b609-342f02c53e00]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG os_brick.utils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:25:10 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updating existing volume attachment record: 9b6a04f0-817a-4692-8320-44cffc54ba61 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:25:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:25:14 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:14 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrlPMcka', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:25:26 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:25:26 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:25:26 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1fdfa77-7cfc-424c-ad0b-2cd0233c28d8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:25:26 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52d170f-4f42-42e9-afe2-0bb24d8eb8e3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd] added
Oct 24 15:25:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c57f3395-c666-453b-9d40-201e36710d4c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a65fee07-735d-4835-a391-094c24a05a7b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrlPMcka {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VrlPMcka" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[248cafe4-6d44-4fc2-bcf4-f7c7e8b5285c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VrlPMcka'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cf9b6a-19ed-49b9-9009-e4e87ba6f04c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d0e712-efc4-4a28-a316-1c9c92d8466c]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:25:26 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:25:26 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:25:26 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:25:26 user nova-compute[74497]: 
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[346a820b-2da3-43f3-96db-6be84f9e2e98]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260]
Oct 24 15:25:26 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260] successful.
Oct 24 15:25:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bda0849b-6d62-4ccf-92e3-4d51ea685879]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1056826-febb-4755-a881-74bc7f5e91c3]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:25:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:25:26 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c83aa991-058a-47e6-885b-9b0a6a46c107]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:25:26 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrlPMcka', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:25:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:25:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== connect_volume: return (1310ms) {'type': 'block', 'scsi_wwn': '23962333739616365', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:25:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962333739616365', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:25:27 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'flavor' on Instance uuid 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:25:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:25:27 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:25:27 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:25:27 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:25:27 user nova-compute[74497]:   <serial>dc983743-fecc-49bc-9fcd-a2398cfe2fdd</serial>
Oct 24 15:25:27 user nova-compute[74497]: </disk>
Oct 24 15:25:27 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:25:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:25:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:25:28 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No VIF found with MAC fa:16:3e:95:3b:f8, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:25:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d20ba3d7-dcb5-4286-8407-07cb22a4e2ae tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.969s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:25:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:25:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:25:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:25:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:25:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:25:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-changed-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:25:43 user nova-compute[74497]: DEBUG nova.compute.manager [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Refreshing instance network info cache due to event network-changed-49295984-c141-4d22-aa0e-df0effe85cc1. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:25:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] Acquiring lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:25:43 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] Acquired lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:25:43 user nova-compute[74497]: DEBUG nova.network.neutron [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Refreshing network info cache for port 49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:25:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updated VIF entry in instance network info cache for port 49295984-c141-4d22-aa0e-df0effe85cc1. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:25:44 user nova-compute[74497]: DEBUG nova.network.neutron [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating instance_info_cache with network_info: [{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:25:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-2f3d00b7-6542-4f0e-b3c4-7405364d9b7c req-7dc2d16c-2bc4-4a96-8224-73a66fbb28df service nova] Releasing lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:25:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG nova.objects.instance [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:25:50 user nova-compute[74497]: INFO nova.compute.manager [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Attaching volume cf9d0033-1882-45f6-a928-c733301335e0 to /dev/vdb
Oct 24 15:25:50 user nova-compute[74497]: DEBUG os_brick.utils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[236ded56-aed9-4ada-b740-26c34c8e9e35]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[02485920-2ad7-427c-afdd-3d798e536648]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[46dd9918-a12c-4dba-bd1d-d784128062da]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5bb8398-1230-4fa7-bfaa-03992fa36434]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:25:50 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:25:50 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b75824-2503-4e0f-9122-fcc016633bce]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG os_brick.utils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:25:50 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating existing volume attachment record: 085b1f6b-d5d4-4507-9759-b4a845fc4a78 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:25:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:25:56 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating instance_info_cache with network_info: [{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:25:57 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:26:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:26:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:26:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:26:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:26:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PLXsgmTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:26:07 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:26:07 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:26:07 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[88663ae0-ebe2-4033-be3e-33baa1e26cc4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:26:07 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2701b1c3-e854-404a-8e37-5da4478e5b19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0] added
Oct 24 15:26:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1500f01b-381c-4ae9-8acc-a0e0ba354d8f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bffa7ebb-7c31-4608-b0ed-72816aff453b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PLXsgmTI {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PLXsgmTI" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[39229b6c-8900-4e09-93be-72f5f851922b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PLXsgmTI'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c044ecd-5bf6-4bdf-ba1e-e5a54728e4ac]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6784b3fa-425b-47f4-86cb-d17e83d842a5]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:26:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:26:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[df509b45-40ed-4557-b88a-ce2740f568e6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260]
Oct 24 15:26:07 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260] successful.
Oct 24 15:26:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bdd3d5e-40d4-422e-8ef1-75878569466a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a00d039-8d82-4343-b592-477a61637c62]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:26:07 user nova-compute[74497]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:26:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:26:07 user nova-compute[74497]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:26:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d203e6-0aba-4d99-8995-fdd85aafec87]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PLXsgmTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:26:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:26:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8851MB free_disk=25.155696868896484GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 9d1910cb-98ae-430f-a99a-f84346a708d2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.183s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== connect_volume: return (1358ms) {'type': 'block', 'scsi_wwn': '26364343061626339', 'path': '/dev/sdc'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364343061626339', 'path': '/dev/sdc'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:26:08 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:26:08 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:26:08 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:26:08 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:26:08 user nova-compute[74497]:   <serial>cf9d0033-1882-45f6-a928-c733301335e0</serial>
Oct 24 15:26:08 user nova-compute[74497]: </disk>
Oct 24 15:26:08 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:26:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:26:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:26:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No VIF found with MAC fa:16:3e:81:f0:03, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:26:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-2b590e4d-f18c-4a27-944d-ae1604810301 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.965s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "0dad77f6-66b3-4006-aea1-28caf6907521" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "0dad77f6-66b3-4006-aea1-28caf6907521" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:26:12 user nova-compute[74497]: INFO nova.compute.claims [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Claim successful on node user
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.228s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.network.neutron [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:26:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.policy [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3806120b4432416da1a242049a8f4b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb312d467e54bf0b7bd16196ac9a181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:26:12 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Creating image(s)
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "/opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk 1073741824" returned: 0 in 0.057s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Successfully created port: 02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Cannot resize image /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Ensure instance console log exists: /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Successfully updated port: 02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquired lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-changed-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Refreshing instance network info cache due to event network-changed-02d01af8-f861-4537-97cd-936ac822e395. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] Acquiring lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updating instance_info_cache with network_info: [{"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Releasing lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Instance network_info: |[{"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] Acquired lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Refreshing network info cache for port 02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Start _get_guest_xml network_info=[{"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:26:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:26:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:26:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-88319776',display_name='tempest-AttachVolumeNegativeTest-server-88319776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-88319776',id=46,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAWPgIblV4aaaQsHeAF6accw+aGszaQ5Ehr9IxJmqiNPawAE8o/F5p/bFXEIh6V5dsJ3RDqCdmGzYQhtYL29E++SuztzXjdyliQQykQAxtYxKu2R+46z556Uz+0uUd1nJg==',key_name='tempest-keypair-567670713',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-6ahpegfk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:26:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=0dad77f6-66b3-4006-aea1-28caf6907521,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fa:4c,bridge_name='br-int',has_traffic_filtering=True,id=02d01af8-f861-4537-97cd-936ac822e395,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02d01af8-f8') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'pci_devices' on Instance uuid 0dad77f6-66b3-4006-aea1-28caf6907521 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:26:14 user nova-compute[74497]:   <uuid>0dad77f6-66b3-4006-aea1-28caf6907521</uuid>
Oct 24 15:26:14 user nova-compute[74497]:   <name>instance-0000002e</name>
Oct 24 15:26:14 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:26:14 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:26:14 user nova-compute[74497]:   <metadata>
Oct 24 15:26:14 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:26:14 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:26:14 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeNegativeTest-server-88319776</nova:name>
Oct 24 15:26:14 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:26:14</nova:creationTime>
Oct 24 15:26:14 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:26:14 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:26:14 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:26:14 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:26:14 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:26:14 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:26:14 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:26:14 user nova-compute[74497]:       <nova:owner>
Oct 24 15:26:14 user nova-compute[74497]:         <nova:user uuid="3806120b4432416da1a242049a8f4b8b">tempest-AttachVolumeNegativeTest-1351857961-project-member</nova:user>
Oct 24 15:26:14 user nova-compute[74497]:         <nova:project uuid="3bb312d467e54bf0b7bd16196ac9a181">tempest-AttachVolumeNegativeTest-1351857961</nova:project>
Oct 24 15:26:14 user nova-compute[74497]:       </nova:owner>
Oct 24 15:26:14 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:26:14 user nova-compute[74497]:       <nova:ports>
Oct 24 15:26:14 user nova-compute[74497]:         <nova:port uuid="02d01af8-f861-4537-97cd-936ac822e395">
Oct 24 15:26:14 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 15:26:14 user nova-compute[74497]:         </nova:port>
Oct 24 15:26:14 user nova-compute[74497]:       </nova:ports>
Oct 24 15:26:14 user nova-compute[74497]:     </nova:instance>
Oct 24 15:26:14 user nova-compute[74497]:   </metadata>
Oct 24 15:26:14 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:26:14 user nova-compute[74497]:     <system>
Oct 24 15:26:14 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:26:14 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:26:14 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:26:14 user nova-compute[74497]:       <entry name="serial">0dad77f6-66b3-4006-aea1-28caf6907521</entry>
Oct 24 15:26:14 user nova-compute[74497]:       <entry name="uuid">0dad77f6-66b3-4006-aea1-28caf6907521</entry>
Oct 24 15:26:14 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:26:14 user nova-compute[74497]:     </system>
Oct 24 15:26:14 user nova-compute[74497]:   </sysinfo>
Oct 24 15:26:14 user nova-compute[74497]:   <os>
Oct 24 15:26:14 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:26:14 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:26:14 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:26:14 user nova-compute[74497]:   </os>
Oct 24 15:26:14 user nova-compute[74497]:   <features>
Oct 24 15:26:14 user nova-compute[74497]:     <acpi/>
Oct 24 15:26:14 user nova-compute[74497]:     <apic/>
Oct 24 15:26:14 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:26:14 user nova-compute[74497]:   </features>
Oct 24 15:26:14 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:26:14 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:26:14 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:26:14 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:26:14 user nova-compute[74497]:   </clock>
Oct 24 15:26:14 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:26:14 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:26:14 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:26:14 user nova-compute[74497]:   </cpu>
Oct 24 15:26:14 user nova-compute[74497]:   <devices>
Oct 24 15:26:14 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:26:14 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:26:14 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk"/>
Oct 24 15:26:14 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:26:14 user nova-compute[74497]:     </disk>
Oct 24 15:26:14 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:26:14 user nova-compute[74497]:       <mac address="fa:16:3e:3c:fa:4c"/>
Oct 24 15:26:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:26:14 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:26:14 user nova-compute[74497]:       <target dev="tap02d01af8-f8"/>
Oct 24 15:26:14 user nova-compute[74497]:     </interface>
Oct 24 15:26:14 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:26:14 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/console.log" append="off"/>
Oct 24 15:26:14 user nova-compute[74497]:     </serial>
Oct 24 15:26:14 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:26:14 user nova-compute[74497]:     <video>
Oct 24 15:26:14 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:26:14 user nova-compute[74497]:     </video>
Oct 24 15:26:14 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:26:14 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:26:14 user nova-compute[74497]:     </rng>
Oct 24 15:26:14 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:26:14 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:26:14 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:26:14 user nova-compute[74497]:     </memballoon>
Oct 24 15:26:14 user nova-compute[74497]:   </devices>
Oct 24 15:26:14 user nova-compute[74497]: </domain>
Oct 24 15:26:14 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:26:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-88319776',display_name='tempest-AttachVolumeNegativeTest-server-88319776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-88319776',id=46,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAWPgIblV4aaaQsHeAF6accw+aGszaQ5Ehr9IxJmqiNPawAE8o/F5p/bFXEIh6V5dsJ3RDqCdmGzYQhtYL29E++SuztzXjdyliQQykQAxtYxKu2R+46z556Uz+0uUd1nJg==',key_name='tempest-keypair-567670713',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-6ahpegfk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:26:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=0dad77f6-66b3-4006-aea1-28caf6907521,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fa:4c,bridge_name='br-int',has_traffic_filtering=True,id=02d01af8-f861-4537-97cd-936ac822e395,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02d01af8-f8') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG os_vif [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fa:4c,bridge_name='br-int',has_traffic_filtering=True,id=02d01af8-f861-4537-97cd-936ac822e395,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02d01af8-f8') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ceb40c8-587f-5b86-a193-dbaa56bcd4f9', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap02d01af8-f8, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap02d01af8-f8, col_values=(('qos', UUID('7c7b1614-a888-4088-8e66-3e825c7d723e')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap02d01af8-f8, col_values=(('external_ids', {'iface-id': '02d01af8-f861-4537-97cd-936ac822e395', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:fa:4c', 'vm-uuid': '0dad77f6-66b3-4006-aea1-28caf6907521'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:14 user nova-compute[74497]: INFO os_vif [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fa:4c,bridge_name='br-int',has_traffic_filtering=True,id=02d01af8-f861-4537-97cd-936ac822e395,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02d01af8-f8')
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No VIF found with MAC fa:16:3e:3c:fa:4c, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updated VIF entry in instance network info cache for port 02d01af8-f861-4537-97cd-936ac822e395. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG nova.network.neutron [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updating instance_info_cache with network_info: [{"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:26:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25312cf4-b7a9-4e5b-90b0-6f7195b0f2ca req-764a4ea4-d091-417e-b0d2-d6ca948d1130 service nova] Releasing lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:26:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-5daa32be-9324-4ef6-ae57-f6cbf4653275 req-3bb508d8-f298-4635-b8e5-13ac244528c0 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5daa32be-9324-4ef6-ae57-f6cbf4653275 req-3bb508d8-f298-4635-b8e5-13ac244528c0 service nova] Acquiring lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5daa32be-9324-4ef6-ae57-f6cbf4653275 req-3bb508d8-f298-4635-b8e5-13ac244528c0 service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-5daa32be-9324-4ef6-ae57-f6cbf4653275 req-3bb508d8-f298-4635-b8e5-13ac244528c0 service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG nova.compute.manager [req-5daa32be-9324-4ef6-ae57-f6cbf4653275 req-3bb508d8-f298-4635-b8e5-13ac244528c0 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] No waiting events found dispatching network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:26:16 user nova-compute[74497]: WARNING nova.compute.manager [req-5daa32be-9324-4ef6-ae57-f6cbf4653275 req-3bb508d8-f298-4635-b8e5-13ac244528c0 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received unexpected event network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 for instance with vm_state building and task_state spawning.
Oct 24 15:26:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:16 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:26:17 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Instance spawned successfully.
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:26:17 user nova-compute[74497]: INFO nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Took 5.55 seconds to spawn the instance on the hypervisor.
Oct 24 15:26:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:26:18 user nova-compute[74497]: DEBUG nova.compute.manager [req-9a728467-5e4d-49d9-b992-4fc9ac5bad85 req-fcc23c40-1845-46ea-a636-1846391cf8cc service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:26:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9a728467-5e4d-49d9-b992-4fc9ac5bad85 req-fcc23c40-1845-46ea-a636-1846391cf8cc service nova] Acquiring lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9a728467-5e4d-49d9-b992-4fc9ac5bad85 req-fcc23c40-1845-46ea-a636-1846391cf8cc service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9a728467-5e4d-49d9-b992-4fc9ac5bad85 req-fcc23c40-1845-46ea-a636-1846391cf8cc service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:18 user nova-compute[74497]: DEBUG nova.compute.manager [req-9a728467-5e4d-49d9-b992-4fc9ac5bad85 req-fcc23c40-1845-46ea-a636-1846391cf8cc service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] No waiting events found dispatching network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:26:18 user nova-compute[74497]: WARNING nova.compute.manager [req-9a728467-5e4d-49d9-b992-4fc9ac5bad85 req-fcc23c40-1845-46ea-a636-1846391cf8cc service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received unexpected event network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 for instance with vm_state building and task_state spawning.
Oct 24 15:26:18 user nova-compute[74497]: INFO nova.compute.manager [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Took 6.10 seconds to build instance.
Oct 24 15:26:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-26e19846-14d5-4f7f-8e23-05e930e626de tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "0dad77f6-66b3-4006-aea1-28caf6907521" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.196s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:26 user nova-compute[74497]: INFO nova.compute.manager [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Detaching volume dc983743-fecc-49bc-9fcd-a2398cfe2fdd
Oct 24 15:26:26 user nova-compute[74497]: INFO nova.virt.block_device [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Attempting to driver detach volume dc983743-fecc-49bc-9fcd-a2398cfe2fdd from mountpoint /dev/vdb
Oct 24 15:26:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Attempting to detach device vdb from instance 9d1910cb-98ae-430f-a99a-f84346a708d2 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:26:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:26:26 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:26:26 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:26:26 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:26:26 user nova-compute[74497]:   <serial>dc983743-fecc-49bc-9fcd-a2398cfe2fdd</serial>
Oct 24 15:26:26 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:26:26 user nova-compute[74497]: </disk>
Oct 24 15:26:26 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:26:26 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully detached device vdb from instance 9d1910cb-98ae-430f-a99a-f84346a708d2 from the persistent domain config.
Oct 24 15:26:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9d1910cb-98ae-430f-a99a-f84346a708d2 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:26:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:26:26 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:26:26 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:26:26 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:26:26 user nova-compute[74497]:   <serial>dc983743-fecc-49bc-9fcd-a2398cfe2fdd</serial>
Oct 24 15:26:26 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:26:26 user nova-compute[74497]: </disk>
Oct 24 15:26:26 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:26:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:26:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:26:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:26:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:26:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:26:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:47 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9d1910cb-98ae-430f-a99a-f84346a708d2 is timed out.
Oct 24 15:26:47 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully detached device vdb from instance 9d1910cb-98ae-430f-a99a-f84346a708d2 from the live domain config.
Oct 24 15:26:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrlPMcka', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:26:47 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[68dbd624-0a7b-4630-b73c-c95dc1b25ca0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:26:47 user nova-compute[74497]: No targets found.
Oct 24 15:26:47 user nova-compute[74497]: iSNS:
Oct 24 15:26:47 user nova-compute[74497]: No targets found.
Oct 24 15:26:47 user nova-compute[74497]: STATIC:
Oct 24 15:26:47 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0
Oct 24 15:26:47 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:26:47 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:26:47 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd
Oct 24 15:26:47 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:26:47 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:26:47 user nova-compute[74497]: FIRMWARE:
Oct 24 15:26:47 user nova-compute[74497]: No targets found.
Oct 24 15:26:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:26:47 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:26:47 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b1248bd-f295-450e-9b3a-030346721517]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[33549dee-8560-4f8e-8dcb-d9cc2edbfa95]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:26:47 user nova-compute[74497]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:26:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd (non-flash)
Oct 24 15:26:47 user nova-compute[74497]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:26:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40732ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[79834681-ee63-4d5c-ab49-f01fd95e01fc]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1339d7a4-9ef5-4262-8869-03e594f7b9e2]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e24756-0633-4523-bf7a-badbc683d366]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa9a92a-c713-4a90-affd-b6fdf4211f31]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2af85c-f3f7-4c97-8467-37ded1111228]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bacc4db4-0141-4b97-ab58-35d623bac344]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260]
Oct 24 15:26:47 user nova-compute[74497]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd, portal: 172.16.0.220,3260] successful.
Oct 24 15:26:47 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[afccdc3c-9fcd-4dd8-9ac0-84cc75aca574]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== disconnect_volume: return (325ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:26:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'flavor' on Instance uuid 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8134be5f-5bba-427b-bcb7-5469456ea299 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.748s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.611s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:48 user nova-compute[74497]: INFO nova.compute.manager [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Terminating instance
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.compute.manager [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-6fcd8c5a-30a6-4185-a24b-469b3eb80d2b req-7d48c7b5-d6cc-4f62-8205-58d3b98d0ea4 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-vif-unplugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6fcd8c5a-30a6-4185-a24b-469b3eb80d2b req-7d48c7b5-d6cc-4f62-8205-58d3b98d0ea4 service nova] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6fcd8c5a-30a6-4185-a24b-469b3eb80d2b req-7d48c7b5-d6cc-4f62-8205-58d3b98d0ea4 service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6fcd8c5a-30a6-4185-a24b-469b3eb80d2b req-7d48c7b5-d6cc-4f62-8205-58d3b98d0ea4 service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-6fcd8c5a-30a6-4185-a24b-469b3eb80d2b req-7d48c7b5-d6cc-4f62-8205-58d3b98d0ea4 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] No waiting events found dispatching network-vif-unplugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-6fcd8c5a-30a6-4185-a24b-469b3eb80d2b req-7d48c7b5-d6cc-4f62-8205-58d3b98d0ea4 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-vif-unplugged-ead1b89e-a012-4b36-b2f4-f0c101108834 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:26:48 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Instance destroyed successfully.
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.objects.instance [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'resources' on Instance uuid 9d1910cb-98ae-430f-a99a-f84346a708d2 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:23:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-415411714',display_name='tempest-VolumesSnapshotTestJSON-instance-415411714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-415411714',id=44,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBID9pnBA8r4WIWKt/zeEeiyqel+MbRmioaFlcv1se9ASInkX3tz2FhNYhHjxDqYzRF7fDFMKXbsyxr7eU+lTJGVxNTVvJ+i2zACvpuIaQhjjhZ4qMHnRBB8x8NC5aOdhfQ==',key_name='tempest-keypair-1123132117',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:23:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a24787f6a5184073974b0fb7fe463136',ramdisk_id='',reservation_id='r-02e32ev4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-977777750',owner_user_name='tempest-VolumesSnapshotTestJSON-977777750-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:23:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ee65f3c0ffbf4e7ebad9db51622397a8',uuid=9d1910cb-98ae-430f-a99a-f84346a708d2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.70", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converting VIF {"id": "ead1b89e-a012-4b36-b2f4-f0c101108834", "address": "fa:16:3e:95:3b:f8", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.70", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead1b89e-a0", "ovs_interfaceid": "ead1b89e-a012-4b36-b2f4-f0c101108834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:3b:f8,bridge_name='br-int',has_traffic_filtering=True,id=ead1b89e-a012-4b36-b2f4-f0c101108834,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapead1b89e-a0') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG os_vif [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:3b:f8,bridge_name='br-int',has_traffic_filtering=True,id=ead1b89e-a012-4b36-b2f4-f0c101108834,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapead1b89e-a0') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapead1b89e-a0, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2226242-2dc5-4f3b-a01f-a1b493fd549a) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:26:49 user nova-compute[74497]: INFO os_vif [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:3b:f8,bridge_name='br-int',has_traffic_filtering=True,id=ead1b89e-a012-4b36-b2f4-f0c101108834,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapead1b89e-a0')
Oct 24 15:26:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VrlPMcka', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:26:49 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b0e5c4-88fc-4762-84f1-a6146e0bc6ea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:26:49 user nova-compute[74497]: No targets found.
Oct 24 15:26:49 user nova-compute[74497]: iSNS:
Oct 24 15:26:49 user nova-compute[74497]: No targets found.
Oct 24 15:26:49 user nova-compute[74497]: STATIC:
Oct 24 15:26:49 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0
Oct 24 15:26:49 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:26:49 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:26:49 user nova-compute[74497]: FIRMWARE:
Oct 24 15:26:49 user nova-compute[74497]: No targets found.
Oct 24 15:26:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:26:49 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:26:49 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc983743-fecc-49bc-9fcd-a2398cfe2fdd', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa392345-5e56-4556-b6e6-f380a41eb045]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[30772407-4767-468a-ac10-e316b27c282b]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:26:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:26:49 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff405afd00>, {}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Disconnecting from: [] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.067s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== disconnect_volume: return (68ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:26:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Deleting instance files /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2_del
Oct 24 15:26:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Deletion of /opt/stack/data/nova/instances/9d1910cb-98ae-430f-a99a-f84346a708d2_del complete
Oct 24 15:26:49 user nova-compute[74497]: INFO nova.compute.manager [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:26:49 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Took 0.68 seconds to deallocate network for instance.
Oct 24 15:26:49 user nova-compute[74497]: DEBUG nova.compute.manager [req-1e1d8303-d65a-4bcb-9759-4a062b9add3f req-22a35aea-7230-4808-b9e3-f906794fac27 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-vif-deleted-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:26:49 user nova-compute[74497]: WARNING nova.volume.cinder [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Attachment 9b6a04f0-817a-4692-8320-44cffc54ba61 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 9b6a04f0-817a-4692-8320-44cffc54ba61. (HTTP 404) (Request-ID: req-c42b7a94-3c77-45ab-b236-bd3a13be83fa)
Oct 24 15:26:49 user nova-compute[74497]: INFO nova.compute.manager [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Took 0.02 seconds to detach 1 volumes for instance.
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.169s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:50 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Deleted allocations for instance 9d1910cb-98ae-430f-a99a-f84346a708d2
Oct 24 15:26:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-06285717-ce67-4dbf-a22b-1cebcadb7154 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.992s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-39e3baf9-5b14-44f4-81f3-a8b9e77cbe70 req-da998f4d-492f-43c4-a680-d0bd211eba01 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received event network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-39e3baf9-5b14-44f4-81f3-a8b9e77cbe70 req-da998f4d-492f-43c4-a680-d0bd211eba01 service nova] Acquiring lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-39e3baf9-5b14-44f4-81f3-a8b9e77cbe70 req-da998f4d-492f-43c4-a680-d0bd211eba01 service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-39e3baf9-5b14-44f4-81f3-a8b9e77cbe70 req-da998f4d-492f-43c4-a680-d0bd211eba01 service nova] Lock "9d1910cb-98ae-430f-a99a-f84346a708d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:26:50 user nova-compute[74497]: DEBUG nova.compute.manager [req-39e3baf9-5b14-44f4-81f3-a8b9e77cbe70 req-da998f4d-492f-43c4-a680-d0bd211eba01 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] No waiting events found dispatching network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:26:50 user nova-compute[74497]: WARNING nova.compute.manager [req-39e3baf9-5b14-44f4-81f3-a8b9e77cbe70 req-da998f4d-492f-43c4-a680-d0bd211eba01 service nova] [instance: 9d1910cb-98ae-430f-a99a-f84346a708d2] Received unexpected event network-vif-plugged-ead1b89e-a012-4b36-b2f4-f0c101108834 for instance with vm_state deleted and task_state None.
Oct 24 15:26:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:26:57 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating instance_info_cache with network_info: [{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:26:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:26:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:02 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:27:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:27:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:27:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:27:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:27:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:27:08 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8800MB free_disk=25.15351104736328GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 0dad77f6-66b3-4006-aea1-28caf6907521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.228s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:27:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:27:09 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:27:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:19 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:24 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:29 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:34 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:49 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:54 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updating instance_info_cache with network_info: [{"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:27:58 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:27:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:27:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:27:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:27:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:27:59 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:27:59 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-changed-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:28:02 user nova-compute[74497]: DEBUG nova.compute.manager [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Refreshing instance network info cache due to event network-changed-02d01af8-f861-4537-97cd-936ac822e395. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:28:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] Acquiring lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:28:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] Acquired lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:28:02 user nova-compute[74497]: DEBUG nova.network.neutron [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Refreshing network info cache for port 02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:28:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:03 user nova-compute[74497]: DEBUG nova.network.neutron [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updated VIF entry in instance network info cache for port 02d01af8-f861-4537-97cd-936ac822e395. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:28:03 user nova-compute[74497]: DEBUG nova.network.neutron [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updating instance_info_cache with network_info: [{"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:28:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-739217c4-e987-45c7-9cb2-97408f232347 req-34cd2eae-2941-4b3c-a1d2-2c786b42a45c service nova] Releasing lock "refresh_cache-0dad77f6-66b3-4006-aea1-28caf6907521" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "0dad77f6-66b3-4006-aea1-28caf6907521" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "0dad77f6-66b3-4006-aea1-28caf6907521" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:04 user nova-compute[74497]: INFO nova.compute.manager [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Terminating instance
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-fda9db0a-6518-4f80-bf22-0b079d76968e req-66a921d2-a778-4bea-9066-8113a9120b06 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-vif-unplugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fda9db0a-6518-4f80-bf22-0b079d76968e req-66a921d2-a778-4bea-9066-8113a9120b06 service nova] Acquiring lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fda9db0a-6518-4f80-bf22-0b079d76968e req-66a921d2-a778-4bea-9066-8113a9120b06 service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fda9db0a-6518-4f80-bf22-0b079d76968e req-66a921d2-a778-4bea-9066-8113a9120b06 service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-fda9db0a-6518-4f80-bf22-0b079d76968e req-66a921d2-a778-4bea-9066-8113a9120b06 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] No waiting events found dispatching network-vif-unplugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.compute.manager [req-fda9db0a-6518-4f80-bf22-0b079d76968e req-66a921d2-a778-4bea-9066-8113a9120b06 service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-vif-unplugged-02d01af8-f861-4537-97cd-936ac822e395 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:28:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Instance destroyed successfully.
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.objects.instance [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'resources' on Instance uuid 0dad77f6-66b3-4006-aea1-28caf6907521 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:26:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-88319776',display_name='tempest-AttachVolumeNegativeTest-server-88319776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-88319776',id=46,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAWPgIblV4aaaQsHeAF6accw+aGszaQ5Ehr9IxJmqiNPawAE8o/F5p/bFXEIh6V5dsJ3RDqCdmGzYQhtYL29E++SuztzXjdyliQQykQAxtYxKu2R+46z556Uz+0uUd1nJg==',key_name='tempest-keypair-567670713',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:26:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-6ahpegfk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:26:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=0dad77f6-66b3-4006-aea1-28caf6907521,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "02d01af8-f861-4537-97cd-936ac822e395", "address": "fa:16:3e:3c:fa:4c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02d01af8-f8", "ovs_interfaceid": "02d01af8-f861-4537-97cd-936ac822e395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fa:4c,bridge_name='br-int',has_traffic_filtering=True,id=02d01af8-f861-4537-97cd-936ac822e395,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02d01af8-f8') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG os_vif [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fa:4c,bridge_name='br-int',has_traffic_filtering=True,id=02d01af8-f861-4537-97cd-936ac822e395,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02d01af8-f8') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap02d01af8-f8, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c7b1614-a888-4088-8e66-3e825c7d723e) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:28:04 user nova-compute[74497]: INFO os_vif [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fa:4c,bridge_name='br-int',has_traffic_filtering=True,id=02d01af8-f861-4537-97cd-936ac822e395,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02d01af8-f8')
Oct 24 15:28:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Deleting instance files /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521_del
Oct 24 15:28:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Deletion of /opt/stack/data/nova/instances/0dad77f6-66b3-4006-aea1-28caf6907521_del complete
Oct 24 15:28:04 user nova-compute[74497]: INFO nova.compute.manager [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Took 0.70 seconds to destroy the instance on the hypervisor.
Oct 24 15:28:04 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:28:04 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:28:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:05 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:28:05 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Took 0.71 seconds to deallocate network for instance.
Oct 24 15:28:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-4ccfc49e-8f82-4276-9cfa-a14b1ec7efa8 req-e6798284-ca1d-4fc0-8a93-70151b85d88e service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-vif-deleted-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:28:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:05 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:28:05 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:28:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.164s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:05 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Deleted allocations for instance 0dad77f6-66b3-4006-aea1-28caf6907521
Oct 24 15:28:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bf55f5e1-450d-4d7d-8ed3-12ed37fc8492 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "0dad77f6-66b3-4006-aea1-28caf6907521" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.831s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ff7135f-b99b-4df1-bc6e-b90756ea768f req-f17cb9b3-5925-4da6-b53e-2b77578b2bda service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received event network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:28:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ff7135f-b99b-4df1-bc6e-b90756ea768f req-f17cb9b3-5925-4da6-b53e-2b77578b2bda service nova] Acquiring lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ff7135f-b99b-4df1-bc6e-b90756ea768f req-f17cb9b3-5925-4da6-b53e-2b77578b2bda service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-9ff7135f-b99b-4df1-bc6e-b90756ea768f req-f17cb9b3-5925-4da6-b53e-2b77578b2bda service nova] Lock "0dad77f6-66b3-4006-aea1-28caf6907521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:06 user nova-compute[74497]: DEBUG nova.compute.manager [req-9ff7135f-b99b-4df1-bc6e-b90756ea768f req-f17cb9b3-5925-4da6-b53e-2b77578b2bda service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] No waiting events found dispatching network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:28:06 user nova-compute[74497]: WARNING nova.compute.manager [req-9ff7135f-b99b-4df1-bc6e-b90756ea768f req-f17cb9b3-5925-4da6-b53e-2b77578b2bda service nova] [instance: 0dad77f6-66b3-4006-aea1-28caf6907521] Received unexpected event network-vif-plugged-02d01af8-f861-4537-97cd-936ac822e395 for instance with vm_state deleted and task_state None.
Oct 24 15:28:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:28:08 user nova-compute[74497]: INFO nova.compute.claims [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Claim successful on node user
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.365s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:28:08 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:28:08 user nova-compute[74497]: DEBUG nova.policy [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee65f3c0ffbf4e7ebad9db51622397a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a24787f6a5184073974b0fb7fe463136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:28:09 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Creating image(s)
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "/opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "/opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "/opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk 1073741824" returned: 0 in 0.056s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Successfully created port: 682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:28:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json" returned: 0 in 0.434s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Cannot resize image /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Ensure instance console log exists: /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:10 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:28:10 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8905MB free_disk=25.17190933227539GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Successfully updated port: 682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquired lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-changed-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Refreshing instance network info cache due to event network-changed-682ae4bd-e990-4a25-ac40-cd34d784b04a. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] Acquiring lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.233s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updating instance_info_cache with network_info: [{"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Releasing lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Instance network_info: |[{"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] Acquired lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.neutron [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Refreshing network info cache for port 682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Start _get_guest_xml network_info=[{"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:28:10 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:28:10 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-360554622',display_name='tempest-VolumesSnapshotTestJSON-instance-360554622',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-360554622',id=47,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyNWCR0CCB6v3wfAfWL4PYprq0JWoge9S5YpRTKsu5fejYHtxHUVtjt1+hfsxFRn4tTKAM/4oF1BPyh70nvaC/dAvSfy2mvisfKuN2kfJwMK1l/920QOklrcLS3ndQuKQ==',key_name='tempest-keypair-940460267',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a24787f6a5184073974b0fb7fe463136',ramdisk_id='',reservation_id='r-qy5q0gtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-977777750',owner_user_name='tempest-VolumesSnapshotTestJSON-977777750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:28:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ee65f3c0ffbf4e7ebad9db51622397a8',uuid=bd8b3407-c5ef-4db7-96a7-3700c626ebb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converting VIF {"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:c9:53,bridge_name='br-int',has_traffic_filtering=True,id=682ae4bd-e990-4a25-ac40-cd34d784b04a,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682ae4bd-e9') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'pci_devices' on Instance uuid bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:28:10 user nova-compute[74497]:   <uuid>bd8b3407-c5ef-4db7-96a7-3700c626ebb5</uuid>
Oct 24 15:28:10 user nova-compute[74497]:   <name>instance-0000002f</name>
Oct 24 15:28:10 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:28:10 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:28:10 user nova-compute[74497]:   <metadata>
Oct 24 15:28:10 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:28:10 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:28:10 user nova-compute[74497]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-360554622</nova:name>
Oct 24 15:28:10 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:28:10</nova:creationTime>
Oct 24 15:28:10 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:28:10 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:28:10 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:28:10 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:28:10 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:28:10 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:28:10 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:28:10 user nova-compute[74497]:       <nova:owner>
Oct 24 15:28:10 user nova-compute[74497]:         <nova:user uuid="ee65f3c0ffbf4e7ebad9db51622397a8">tempest-VolumesSnapshotTestJSON-977777750-project-member</nova:user>
Oct 24 15:28:10 user nova-compute[74497]:         <nova:project uuid="a24787f6a5184073974b0fb7fe463136">tempest-VolumesSnapshotTestJSON-977777750</nova:project>
Oct 24 15:28:10 user nova-compute[74497]:       </nova:owner>
Oct 24 15:28:10 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:28:10 user nova-compute[74497]:       <nova:ports>
Oct 24 15:28:10 user nova-compute[74497]:         <nova:port uuid="682ae4bd-e990-4a25-ac40-cd34d784b04a">
Oct 24 15:28:10 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 15:28:10 user nova-compute[74497]:         </nova:port>
Oct 24 15:28:10 user nova-compute[74497]:       </nova:ports>
Oct 24 15:28:10 user nova-compute[74497]:     </nova:instance>
Oct 24 15:28:10 user nova-compute[74497]:   </metadata>
Oct 24 15:28:10 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:28:10 user nova-compute[74497]:     <system>
Oct 24 15:28:10 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:28:10 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:28:10 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:28:10 user nova-compute[74497]:       <entry name="serial">bd8b3407-c5ef-4db7-96a7-3700c626ebb5</entry>
Oct 24 15:28:10 user nova-compute[74497]:       <entry name="uuid">bd8b3407-c5ef-4db7-96a7-3700c626ebb5</entry>
Oct 24 15:28:10 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:28:10 user nova-compute[74497]:     </system>
Oct 24 15:28:10 user nova-compute[74497]:   </sysinfo>
Oct 24 15:28:10 user nova-compute[74497]:   <os>
Oct 24 15:28:10 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:28:10 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:28:10 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:28:10 user nova-compute[74497]:   </os>
Oct 24 15:28:10 user nova-compute[74497]:   <features>
Oct 24 15:28:10 user nova-compute[74497]:     <acpi/>
Oct 24 15:28:10 user nova-compute[74497]:     <apic/>
Oct 24 15:28:10 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:28:10 user nova-compute[74497]:   </features>
Oct 24 15:28:10 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:28:10 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:28:10 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:28:10 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:28:10 user nova-compute[74497]:   </clock>
Oct 24 15:28:10 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:28:10 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:28:10 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:28:10 user nova-compute[74497]:   </cpu>
Oct 24 15:28:10 user nova-compute[74497]:   <devices>
Oct 24 15:28:10 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:28:10 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:28:10 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk"/>
Oct 24 15:28:10 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:28:10 user nova-compute[74497]:     </disk>
Oct 24 15:28:10 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:28:10 user nova-compute[74497]:       <mac address="fa:16:3e:84:c9:53"/>
Oct 24 15:28:10 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:28:10 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:28:10 user nova-compute[74497]:       <target dev="tap682ae4bd-e9"/>
Oct 24 15:28:10 user nova-compute[74497]:     </interface>
Oct 24 15:28:10 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:28:10 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/console.log" append="off"/>
Oct 24 15:28:10 user nova-compute[74497]:     </serial>
Oct 24 15:28:10 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:28:10 user nova-compute[74497]:     <video>
Oct 24 15:28:10 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:28:10 user nova-compute[74497]:     </video>
Oct 24 15:28:10 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:28:10 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:28:10 user nova-compute[74497]:     </rng>
Oct 24 15:28:10 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:28:10 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:28:10 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:28:10 user nova-compute[74497]:     </memballoon>
Oct 24 15:28:10 user nova-compute[74497]:   </devices>
Oct 24 15:28:10 user nova-compute[74497]: </domain>
Oct 24 15:28:10 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-360554622',display_name='tempest-VolumesSnapshotTestJSON-instance-360554622',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-360554622',id=47,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyNWCR0CCB6v3wfAfWL4PYprq0JWoge9S5YpRTKsu5fejYHtxHUVtjt1+hfsxFRn4tTKAM/4oF1BPyh70nvaC/dAvSfy2mvisfKuN2kfJwMK1l/920QOklrcLS3ndQuKQ==',key_name='tempest-keypair-940460267',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a24787f6a5184073974b0fb7fe463136',ramdisk_id='',reservation_id='r-qy5q0gtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-977777750',owner_user_name='tempest-VolumesSnapshotTestJSON-977777750-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:28:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ee65f3c0ffbf4e7ebad9db51622397a8',uuid=bd8b3407-c5ef-4db7-96a7-3700c626ebb5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converting VIF {"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:c9:53,bridge_name='br-int',has_traffic_filtering=True,id=682ae4bd-e990-4a25-ac40-cd34d784b04a,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682ae4bd-e9') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG os_vif [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:c9:53,bridge_name='br-int',has_traffic_filtering=True,id=682ae4bd-e990-4a25-ac40-cd34d784b04a,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682ae4bd-e9') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '55e3ef23-cd89-5270-83c1-bab96c888fd9', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap682ae4bd-e9, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap682ae4bd-e9, col_values=(('qos', UUID('b7343d78-32ce-4a62-a62c-a9f512a62d87')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap682ae4bd-e9, col_values=(('external_ids', {'iface-id': '682ae4bd-e990-4a25-ac40-cd34d784b04a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:c9:53', 'vm-uuid': 'bd8b3407-c5ef-4db7-96a7-3700c626ebb5'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:10 user nova-compute[74497]: INFO os_vif [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:c9:53,bridge_name='br-int',has_traffic_filtering=True,id=682ae4bd-e990-4a25-ac40-cd34d784b04a,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682ae4bd-e9')
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:28:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No VIF found with MAC fa:16:3e:84:c9:53, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:28:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updated VIF entry in instance network info cache for port 682ae4bd-e990-4a25-ac40-cd34d784b04a. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:28:11 user nova-compute[74497]: DEBUG nova.network.neutron [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updating instance_info_cache with network_info: [{"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:28:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6d86de78-775d-4303-be20-be37fdc9b363 req-f0bd6168-af22-48e2-8ab2-1a2a6c99aee1 service nova] Releasing lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:28:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-067aa4ad-93ba-4f71-b427-1ef056fc4b8a req-8a7edf8b-833e-4c54-8ba8-b3c73c50ecbd service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-067aa4ad-93ba-4f71-b427-1ef056fc4b8a req-8a7edf8b-833e-4c54-8ba8-b3c73c50ecbd service nova] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-067aa4ad-93ba-4f71-b427-1ef056fc4b8a req-8a7edf8b-833e-4c54-8ba8-b3c73c50ecbd service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-067aa4ad-93ba-4f71-b427-1ef056fc4b8a req-8a7edf8b-833e-4c54-8ba8-b3c73c50ecbd service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-067aa4ad-93ba-4f71-b427-1ef056fc4b8a req-8a7edf8b-833e-4c54-8ba8-b3c73c50ecbd service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] No waiting events found dispatching network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:28:12 user nova-compute[74497]: WARNING nova.compute.manager [req-067aa4ad-93ba-4f71-b427-1ef056fc4b8a req-8a7edf8b-833e-4c54-8ba8-b3c73c50ecbd service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received unexpected event network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a for instance with vm_state building and task_state spawning.
Oct 24 15:28:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:28:14 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Instance spawned successfully.
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:28:14 user nova-compute[74497]: INFO nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Took 5.24 seconds to spawn the instance on the hypervisor.
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bd13962-2f45-4e1d-b51e-0805ea685dfe req-d4e76354-a98a-49fc-a739-549fca86d0bb service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bd13962-2f45-4e1d-b51e-0805ea685dfe req-d4e76354-a98a-49fc-a739-549fca86d0bb service nova] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bd13962-2f45-4e1d-b51e-0805ea685dfe req-d4e76354-a98a-49fc-a739-549fca86d0bb service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-3bd13962-2f45-4e1d-b51e-0805ea685dfe req-d4e76354-a98a-49fc-a739-549fca86d0bb service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG nova.compute.manager [req-3bd13962-2f45-4e1d-b51e-0805ea685dfe req-d4e76354-a98a-49fc-a739-549fca86d0bb service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] No waiting events found dispatching network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:28:14 user nova-compute[74497]: WARNING nova.compute.manager [req-3bd13962-2f45-4e1d-b51e-0805ea685dfe req-d4e76354-a98a-49fc-a739-549fca86d0bb service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received unexpected event network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a for instance with vm_state building and task_state spawning.
Oct 24 15:28:14 user nova-compute[74497]: INFO nova.compute.manager [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Took 6.07 seconds to build instance.
Oct 24 15:28:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e99f846-c5a1-4a09-bb64-4e648c6e1710 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.164s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.905s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:14 user nova-compute[74497]: INFO nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 24 15:28:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:28:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:28:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:28:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:28:55 user nova-compute[74497]: INFO nova.compute.manager [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Detaching volume cf9d0033-1882-45f6-a928-c733301335e0
Oct 24 15:28:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:28:55 user nova-compute[74497]: INFO nova.virt.block_device [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Attempting to driver detach volume cf9d0033-1882-45f6-a928-c733301335e0 from mountpoint /dev/vdb
Oct 24 15:28:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Attempting to detach device vdb from instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:28:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:28:55 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:28:55 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:28:55 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:28:55 user nova-compute[74497]:   <serial>cf9d0033-1882-45f6-a928-c733301335e0</serial>
Oct 24 15:28:55 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:28:55 user nova-compute[74497]: </disk>
Oct 24 15:28:55 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:28:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully detached device vdb from instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 from the persistent domain config.
Oct 24 15:28:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:28:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:28:55 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:28:55 user nova-compute[74497]:   <source dev="/dev/sdc"/>
Oct 24 15:28:55 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:28:55 user nova-compute[74497]:   <serial>cf9d0033-1882-45f6-a928-c733301335e0</serial>
Oct 24 15:28:55 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:28:55 user nova-compute[74497]: </disk>
Oct 24 15:28:55 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:28:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating instance_info_cache with network_info: [{"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-ef8e9c72-45cf-470b-9564-50a9d457c0b7" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:28:59 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:11 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:12 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:29:12 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8822MB free_disk=25.14244842529297GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:29:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.227s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:16 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 is timed out.
Oct 24 15:29:16 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully detached device vdb from instance ef8e9c72-45cf-470b-9564-50a9d457c0b7 from the live domain config.
Oct 24 15:29:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PLXsgmTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:29:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2519024-e7a3-43f8-b8a7-62f77300feda]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:29:16 user nova-compute[74497]: No targets found.
Oct 24 15:29:16 user nova-compute[74497]: iSNS:
Oct 24 15:29:16 user nova-compute[74497]: No targets found.
Oct 24 15:29:16 user nova-compute[74497]: STATIC:
Oct 24 15:29:16 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0
Oct 24 15:29:16 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:29:16 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:29:16 user nova-compute[74497]: FIRMWARE:
Oct 24 15:29:16 user nova-compute[74497]: No targets found.
Oct 24 15:29:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:29:16 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:29:16 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5c5ae6-6d78-4735-b320-d4d4d8ad2a2e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b35cfa-ce71-457e-b783-85dccf56df17]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:29:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 (non-flash)
Oct 24 15:29:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601579a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0'): ({'sdc'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Removing single pathed devices sdc {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[325cbed8-5da9-494e-b9d2-244efe7cde76]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6728a639-7296-4d54-8218-130cea1567f4]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flushing IO for device /dev/sdc {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9af5fe5-3944-4e5d-a0b9-1c5c12dc51a1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[432300dd-786e-4844-87c0-e649a4632213]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] SCSI volumes sdc have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.055s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9841ee3-2f62-4f44-9fbb-fe8488a90bc2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a6d988-e2f7-45cb-a4a9-4ab6984cb1c6]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260]
Oct 24 15:29:16 user nova-compute[74497]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0, portal: 172.16.0.220,3260] successful.
Oct 24 15:29:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf9d0033-1882-45f6-a928-c733301335e0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b2c67bb-cefa-4158-88f1-aff848d17c9e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== disconnect_volume: return (330ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:29:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:29:17 user nova-compute[74497]: DEBUG nova.objects.instance [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:29:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-38097824-2f8a-42e8-ac23-0681d868ef21 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.720s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:18 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:18 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:29:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:29:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:29:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:29:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:29:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:46 user nova-compute[74497]: INFO nova.compute.manager [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Terminating instance
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-0779347c-da99-47a2-886f-d62c4ed3abde req-7a76f9e4-95e0-43b9-a6e9-115f98cc6326 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-unplugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0779347c-da99-47a2-886f-d62c4ed3abde req-7a76f9e4-95e0-43b9-a6e9-115f98cc6326 service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0779347c-da99-47a2-886f-d62c4ed3abde req-7a76f9e4-95e0-43b9-a6e9-115f98cc6326 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0779347c-da99-47a2-886f-d62c4ed3abde req-7a76f9e4-95e0-43b9-a6e9-115f98cc6326 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-0779347c-da99-47a2-886f-d62c4ed3abde req-7a76f9e4-95e0-43b9-a6e9-115f98cc6326 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-unplugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-0779347c-da99-47a2-886f-d62c4ed3abde req-7a76f9e4-95e0-43b9-a6e9-115f98cc6326 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-unplugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Instance destroyed successfully.
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.objects.instance [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'resources' on Instance uuid ef8e9c72-45cf-470b-9564-50a9d457c0b7 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:23:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1677759870',display_name='tempest-AttachVolumeNegativeTest-server-1677759870',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1677759870',id=45,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMJ8EUwW2R85zu8XPbpkdnLVurFlbZcdqdks7w1E2u+IoIQGv4nxxgp1TpaO35KzcQsefc05eKZ6uw9qcJgtui6shNQpwUXsYBi20pftLIaOdxGowO8Br8EZNQZOhAy0mg==',key_name='tempest-keypair-1497106681',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:23:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-now0kk0c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:23:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=ef8e9c72-45cf-470b-9564-50a9d457c0b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "49295984-c141-4d22-aa0e-df0effe85cc1", "address": "fa:16:3e:81:f0:03", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49295984-c1", "ovs_interfaceid": "49295984-c141-4d22-aa0e-df0effe85cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:f0:03,bridge_name='br-int',has_traffic_filtering=True,id=49295984-c141-4d22-aa0e-df0effe85cc1,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49295984-c1') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG os_vif [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:f0:03,bridge_name='br-int',has_traffic_filtering=True,id=49295984-c141-4d22-aa0e-df0effe85cc1,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49295984-c1') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap49295984-c1, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0e81ae6b-0e09-4817-a468-e6677d65810f) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:46 user nova-compute[74497]: INFO os_vif [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:f0:03,bridge_name='br-int',has_traffic_filtering=True,id=49295984-c141-4d22-aa0e-df0effe85cc1,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49295984-c1')
Oct 24 15:29:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Deleting instance files /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7_del
Oct 24 15:29:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Deletion of /opt/stack/data/nova/instances/ef8e9c72-45cf-470b-9564-50a9d457c0b7_del complete
Oct 24 15:29:46 user nova-compute[74497]: INFO nova.compute.manager [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 24 15:29:46 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:29:46 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:29:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:47 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:29:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:48 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Took 1.05 seconds to deallocate network for instance.
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-fe7a86af-6b42-43c3-b558-bee785a163d2 req-1ec80f4b-77cc-47eb-bf6a-4197d5b2cfcd service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-deleted-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.130s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:48 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Deleted allocations for instance ef8e9c72-45cf-470b-9564-50a9d457c0b7
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-63192cae-f4b7-4405-8216-bf81731670b1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.243s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:29:48 user nova-compute[74497]: WARNING nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received unexpected event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with vm_state deleted and task_state None.
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:29:48 user nova-compute[74497]: WARNING nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received unexpected event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with vm_state deleted and task_state None.
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:29:48 user nova-compute[74497]: WARNING nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received unexpected event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with vm_state deleted and task_state None.
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-unplugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-unplugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:29:48 user nova-compute[74497]: WARNING nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received unexpected event network-vif-unplugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with vm_state deleted and task_state None.
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Acquiring lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] Lock "ef8e9c72-45cf-470b-9564-50a9d457c0b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:48 user nova-compute[74497]: DEBUG nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] No waiting events found dispatching network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:29:48 user nova-compute[74497]: WARNING nova.compute.manager [req-4d9be669-9cf5-4cee-bab5-f4139ecdbda6 req-6984a7ee-debc-4f6a-b2a2-c9f74c66d285 service nova] [instance: ef8e9c72-45cf-470b-9564-50a9d457c0b7] Received unexpected event network-vif-plugged-49295984-c141-4d22-aa0e-df0effe85cc1 for instance with vm_state deleted and task_state None.
Oct 24 15:29:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:29:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:29:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:29:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:29:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-changed-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG nova.compute.manager [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Refreshing instance network info cache due to event network-changed-682ae4bd-e990-4a25-ac40-cd34d784b04a. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] Acquiring lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] Acquired lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Refreshing network info cache for port 682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'flavor' on Instance uuid bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:29:59 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Ignoring supplied device name: /dev/vdb
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.048s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updated VIF entry in instance network info cache for port 682ae4bd-e990-4a25-ac40-cd34d784b04a. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG nova.network.neutron [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updating instance_info_cache with network_info: [{"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-12812de4-8d1b-46ce-9ba1-af17fa43adc7 req-e3853b91-c918-4d5c-9da6-621e10d02868 service nova] Releasing lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:29:59 user nova-compute[74497]: INFO nova.compute.manager [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Attaching volume e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f to /dev/vdb
Oct 24 15:29:59 user nova-compute[74497]: DEBUG os_brick.utils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18cf0ee-dc1f-430f-afdd-ada55e59c527]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ecc8aab-0ff5-46c1-ab73-1ffc5646a65f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[588a0124-051c-4ba4-82d6-bbddd58c79c7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a4cf7d-1f21-4801-ae66-52157ec5869f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:29:59 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:29:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce1d24b-2ea2-4fa1-9a8a-4cdbd8d3d022]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG os_brick.utils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:29:59 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updating existing volume attachment record: 7332673a-96f0-4203-b630-edf196571069 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updating instance_info_cache with network_info: [{"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:30:00 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:30:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:30:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:30:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:30:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:30:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:13 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:30:13 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:30:13 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8911MB free_disk=25.169265747070312GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:30:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:30:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:30:14 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:30:14 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:30:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:30:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkrEOVKu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:30:15 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:30:15 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:30:15 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d9a43c-7d82-416d-946d-db12015e2893]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:30:15 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[46956eea-58a7-4eff-8345-03edd7acfad7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f] added
Oct 24 15:30:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa24aa49-f44a-4209-83cb-f4b98c63b2ef]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a23f086-9c75-4d7f-9c58-6ff8727f21d2]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BkrEOVKu {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BkrEOVKu" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[89074a77-81b8-41e2-8932-aaba1920efe0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BkrEOVKu'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c32e1c61-4f7a-4e9c-bc51-a5bc52556401]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b333980-8810-4e9e-a416-b8ec6870ee75]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:30:15 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:30:15 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:30:15 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:30:15 user nova-compute[74497]: 
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8094939d-4032-47c1-bf07-4fe561bdcc63]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260]
Oct 24 15:30:15 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260] successful.
Oct 24 15:30:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4adc9d51-b8e0-457e-b657-16762548461b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b555ad27-1c27-4824-aca0-6a7baba2a859]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f (non-flash)
Oct 24 15:30:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f (non-flash)
Oct 24 15:30:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d8a431-02dc-4aa6-9192-f246fd4d76db]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:30:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkrEOVKu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23935643433353131', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23935643433353131', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG nova.objects.instance [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'flavor' on Instance uuid bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:30:16 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:30:16 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:30:16 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:30:16 user nova-compute[74497]:   <serial>e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f</serial>
Oct 24 15:30:16 user nova-compute[74497]: </disk>
Oct 24 15:30:16 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:30:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:30:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:30:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] No VIF found with MAC fa:16:3e:84:c9:53, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:30:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-4c70df11-8d7a-4712-b5a0-1d0c7f351b98 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.885s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:20 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:30:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:30:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:30:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:30:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:30:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:30:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:30:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:30:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:30:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:30:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:39 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:30:40 user nova-compute[74497]: INFO nova.compute.claims [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Claim successful on node user
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.216s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:30:40 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.policy [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3806120b4432416da1a242049a8f4b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb312d467e54bf0b7bd16196ac9a181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:30:40 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Creating image(s)
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "/opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.238s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.277s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk 1073741824" returned: 0 in 0.069s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.354s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Successfully created port: aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Cannot resize image /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Ensure instance console log exists: /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Successfully updated port: aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquired lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-changed-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG nova.compute.manager [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Refreshing instance network info cache due to event network-changed-aeaa6126-555a-42d5-82ce-9d4fc018efee. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:30:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] Acquiring lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.neutron [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating instance_info_cache with network_info: [{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Releasing lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Instance network_info: |[{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] Acquired lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Refreshing network info cache for port aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Start _get_guest_xml network_info=[{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:30:42 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:30:42 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:30:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-223290340',display_name='tempest-AttachVolumeNegativeTest-server-223290340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-223290340',id=48,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMz8qwV18YfV7jH/hT2hrAQgrV4PfrWlToyiecOw5x8R+FIgRB5fYEK1pdMjrqh9fTk/SVsNlGU28j6a7YIUAXtqtObXbF1PpMfi7n6IX0aMlkT48i7QarLXd3rms0WIzQ==',key_name='tempest-keypair-1077779602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-eky7ojil',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:30:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=5e9e6793-d90f-4952-b55a-f0e68f8bb2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:b3:3c,bridge_name='br-int',has_traffic_filtering=True,id=aeaa6126-555a-42d5-82ce-9d4fc018efee,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeaa6126-55') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'pci_devices' on Instance uuid 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:30:42 user nova-compute[74497]:   <uuid>5e9e6793-d90f-4952-b55a-f0e68f8bb2bd</uuid>
Oct 24 15:30:42 user nova-compute[74497]:   <name>instance-00000030</name>
Oct 24 15:30:42 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:30:42 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:30:42 user nova-compute[74497]:   <metadata>
Oct 24 15:30:42 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:30:42 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:30:42 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeNegativeTest-server-223290340</nova:name>
Oct 24 15:30:42 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:30:42</nova:creationTime>
Oct 24 15:30:42 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:30:42 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:30:42 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:30:42 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:30:42 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:30:42 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:30:42 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:30:42 user nova-compute[74497]:       <nova:owner>
Oct 24 15:30:42 user nova-compute[74497]:         <nova:user uuid="3806120b4432416da1a242049a8f4b8b">tempest-AttachVolumeNegativeTest-1351857961-project-member</nova:user>
Oct 24 15:30:42 user nova-compute[74497]:         <nova:project uuid="3bb312d467e54bf0b7bd16196ac9a181">tempest-AttachVolumeNegativeTest-1351857961</nova:project>
Oct 24 15:30:42 user nova-compute[74497]:       </nova:owner>
Oct 24 15:30:42 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:30:42 user nova-compute[74497]:       <nova:ports>
Oct 24 15:30:42 user nova-compute[74497]:         <nova:port uuid="aeaa6126-555a-42d5-82ce-9d4fc018efee">
Oct 24 15:30:42 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 15:30:42 user nova-compute[74497]:         </nova:port>
Oct 24 15:30:42 user nova-compute[74497]:       </nova:ports>
Oct 24 15:30:42 user nova-compute[74497]:     </nova:instance>
Oct 24 15:30:42 user nova-compute[74497]:   </metadata>
Oct 24 15:30:42 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:30:42 user nova-compute[74497]:     <system>
Oct 24 15:30:42 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:30:42 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:30:42 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:30:42 user nova-compute[74497]:       <entry name="serial">5e9e6793-d90f-4952-b55a-f0e68f8bb2bd</entry>
Oct 24 15:30:42 user nova-compute[74497]:       <entry name="uuid">5e9e6793-d90f-4952-b55a-f0e68f8bb2bd</entry>
Oct 24 15:30:42 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:30:42 user nova-compute[74497]:     </system>
Oct 24 15:30:42 user nova-compute[74497]:   </sysinfo>
Oct 24 15:30:42 user nova-compute[74497]:   <os>
Oct 24 15:30:42 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:30:42 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:30:42 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:30:42 user nova-compute[74497]:   </os>
Oct 24 15:30:42 user nova-compute[74497]:   <features>
Oct 24 15:30:42 user nova-compute[74497]:     <acpi/>
Oct 24 15:30:42 user nova-compute[74497]:     <apic/>
Oct 24 15:30:42 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:30:42 user nova-compute[74497]:   </features>
Oct 24 15:30:42 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:30:42 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:30:42 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:30:42 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:30:42 user nova-compute[74497]:   </clock>
Oct 24 15:30:42 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:30:42 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:30:42 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:30:42 user nova-compute[74497]:   </cpu>
Oct 24 15:30:42 user nova-compute[74497]:   <devices>
Oct 24 15:30:42 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:30:42 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:30:42 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk"/>
Oct 24 15:30:42 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:30:42 user nova-compute[74497]:     </disk>
Oct 24 15:30:42 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:30:42 user nova-compute[74497]:       <mac address="fa:16:3e:a7:b3:3c"/>
Oct 24 15:30:42 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:30:42 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:30:42 user nova-compute[74497]:       <target dev="tapaeaa6126-55"/>
Oct 24 15:30:42 user nova-compute[74497]:     </interface>
Oct 24 15:30:42 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:30:42 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/console.log" append="off"/>
Oct 24 15:30:42 user nova-compute[74497]:     </serial>
Oct 24 15:30:42 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:30:42 user nova-compute[74497]:     <video>
Oct 24 15:30:42 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:30:42 user nova-compute[74497]:     </video>
Oct 24 15:30:42 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:30:42 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:30:42 user nova-compute[74497]:     </rng>
Oct 24 15:30:42 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:30:42 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:30:42 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:30:42 user nova-compute[74497]:     </memballoon>
Oct 24 15:30:42 user nova-compute[74497]:   </devices>
Oct 24 15:30:42 user nova-compute[74497]: </domain>
Oct 24 15:30:42 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:30:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-223290340',display_name='tempest-AttachVolumeNegativeTest-server-223290340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-223290340',id=48,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMz8qwV18YfV7jH/hT2hrAQgrV4PfrWlToyiecOw5x8R+FIgRB5fYEK1pdMjrqh9fTk/SVsNlGU28j6a7YIUAXtqtObXbF1PpMfi7n6IX0aMlkT48i7QarLXd3rms0WIzQ==',key_name='tempest-keypair-1077779602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-eky7ojil',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:30:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=5e9e6793-d90f-4952-b55a-f0e68f8bb2bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:b3:3c,bridge_name='br-int',has_traffic_filtering=True,id=aeaa6126-555a-42d5-82ce-9d4fc018efee,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeaa6126-55') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG os_vif [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:b3:3c,bridge_name='br-int',has_traffic_filtering=True,id=aeaa6126-555a-42d5-82ce-9d4fc018efee,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeaa6126-55') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eed6c81c-c945-5c8f-a10c-c8dfbb998ece', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaeaa6126-55, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaeaa6126-55, col_values=(('qos', UUID('b2c6e1c9-0429-4be5-b556-9d556db40757')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaeaa6126-55, col_values=(('external_ids', {'iface-id': 'aeaa6126-555a-42d5-82ce-9d4fc018efee', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:b3:3c', 'vm-uuid': '5e9e6793-d90f-4952-b55a-f0e68f8bb2bd'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:42 user nova-compute[74497]: INFO os_vif [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:b3:3c,bridge_name='br-int',has_traffic_filtering=True,id=aeaa6126-555a-42d5-82ce-9d4fc018efee,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeaa6126-55')
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No VIF found with MAC fa:16:3e:a7:b3:3c, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updated VIF entry in instance network info cache for port aeaa6126-555a-42d5-82ce-9d4fc018efee. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG nova.network.neutron [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating instance_info_cache with network_info: [{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:30:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-e02f887d-9c41-426e-b739-1e3840bd4788 req-84222f5e-ce0b-4589-b55e-294021c68604 service nova] Releasing lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:30:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-08cbe60d-080c-4859-bf6c-cb15d93db70d req-2edcad61-a182-471c-9720-982251ab40b0 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-08cbe60d-080c-4859-bf6c-cb15d93db70d req-2edcad61-a182-471c-9720-982251ab40b0 service nova] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-08cbe60d-080c-4859-bf6c-cb15d93db70d req-2edcad61-a182-471c-9720-982251ab40b0 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-08cbe60d-080c-4859-bf6c-cb15d93db70d req-2edcad61-a182-471c-9720-982251ab40b0 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG nova.compute.manager [req-08cbe60d-080c-4859-bf6c-cb15d93db70d req-2edcad61-a182-471c-9720-982251ab40b0 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] No waiting events found dispatching network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:30:44 user nova-compute[74497]: WARNING nova.compute.manager [req-08cbe60d-080c-4859-bf6c-cb15d93db70d req-2edcad61-a182-471c-9720-982251ab40b0 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received unexpected event network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee for instance with vm_state building and task_state spawning.
Oct 24 15:30:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:30:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Instance spawned successfully.
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-1a520bc2-6c88-4937-b1b6-ce823f6d6f78 req-fb72614a-cfa9-4869-9690-bcf543401662 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1a520bc2-6c88-4937-b1b6-ce823f6d6f78 req-fb72614a-cfa9-4869-9690-bcf543401662 service nova] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1a520bc2-6c88-4937-b1b6-ce823f6d6f78 req-fb72614a-cfa9-4869-9690-bcf543401662 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1a520bc2-6c88-4937-b1b6-ce823f6d6f78 req-fb72614a-cfa9-4869-9690-bcf543401662 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.compute.manager [req-1a520bc2-6c88-4937-b1b6-ce823f6d6f78 req-fb72614a-cfa9-4869-9690-bcf543401662 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] No waiting events found dispatching network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:30:46 user nova-compute[74497]: WARNING nova.compute.manager [req-1a520bc2-6c88-4937-b1b6-ce823f6d6f78 req-fb72614a-cfa9-4869-9690-bcf543401662 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received unexpected event network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee for instance with vm_state building and task_state spawning.
Oct 24 15:30:46 user nova-compute[74497]: INFO nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Took 5.69 seconds to spawn the instance on the hypervisor.
Oct 24 15:30:46 user nova-compute[74497]: DEBUG nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:30:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:46 user nova-compute[74497]: INFO nova.compute.manager [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Took 6.24 seconds to build instance.
Oct 24 15:30:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-9eaf919a-24c2-42e9-ba88-26f236cb483e tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.336s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:30:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:30:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:30:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updating instance_info_cache with network_info: [{"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-bd8b3407-c5ef-4db7-96a7-3700c626ebb5" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:31:02 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:05 user nova-compute[74497]: INFO nova.compute.manager [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Detaching volume e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f
Oct 24 15:31:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:05 user nova-compute[74497]: INFO nova.virt.block_device [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Attempting to driver detach volume e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f from mountpoint /dev/vdb
Oct 24 15:31:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Attempting to detach device vdb from instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:31:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:31:05 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:31:05 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:31:05 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:31:05 user nova-compute[74497]:   <serial>e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f</serial>
Oct 24 15:31:05 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:31:05 user nova-compute[74497]: </disk>
Oct 24 15:31:05 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:31:05 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully detached device vdb from instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 from the persistent domain config.
Oct 24 15:31:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:31:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:31:05 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:31:05 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:31:05 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:31:05 user nova-compute[74497]:   <serial>e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f</serial>
Oct 24 15:31:05 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:31:05 user nova-compute[74497]: </disk>
Oct 24 15:31:05 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:31:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:31:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:13 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:31:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8738MB free_disk=25.139114379882812GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:31:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.228s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:21 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:31:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:31:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:31:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:31:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:31:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:25 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 is timed out.
Oct 24 15:31:25 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully detached device vdb from instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5 from the live domain config.
Oct 24 15:31:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkrEOVKu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:31:25 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0349ba1a-301f-4f5b-ac6a-0d601e9538a2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:31:25 user nova-compute[74497]: No targets found.
Oct 24 15:31:25 user nova-compute[74497]: iSNS:
Oct 24 15:31:25 user nova-compute[74497]: No targets found.
Oct 24 15:31:25 user nova-compute[74497]: STATIC:
Oct 24 15:31:25 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f
Oct 24 15:31:25 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:31:25 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:31:25 user nova-compute[74497]: FIRMWARE:
Oct 24 15:31:25 user nova-compute[74497]: No targets found.
Oct 24 15:31:25 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:31:25 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:31:25 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9f75e7d-2fc7-4ea8-b382-aae16faa680c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c880cf1-4eb2-4e30-aa82-fd41cec00a42]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f (non-flash)
Oct 24 15:31:25 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f (non-flash)
Oct 24 15:31:25 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601b57e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0a67b04-f045-4b2a-9fdf-b7bc3c66a775]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5bd5834-daf4-4a11-bfeb-df1164121de0]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1058a8b-ae75-4ad3-bd60-c736268612ec]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b11e04-30f9-4451-be96-3365062b157b]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec2c43f-1074-4ec2-8b25-014323018e3e]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --logout" returned: 0 in 0.042s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f570079d-c017-4492-815c-242a261bf170]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260]
Oct 24 15:31:25 user nova-compute[74497]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f, portal: 172.16.0.220,3260] successful.
Oct 24 15:31:25 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e70e0c9-9ec7-45b5-bb12-063f8c1fff68]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== disconnect_volume: return (271ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:31:25 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'flavor' on Instance uuid bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ac14da11-5bb2-4329-8dd2-6115d41d521a tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.663s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.551s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:26 user nova-compute[74497]: INFO nova.compute.manager [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Terminating instance
Oct 24 15:31:26 user nova-compute[74497]: DEBUG nova.compute.manager [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.compute.manager [req-65e2384a-8175-488c-a306-52852b5538a0 req-b817efca-db5c-466c-964e-9dd7a633991a service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-vif-unplugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65e2384a-8175-488c-a306-52852b5538a0 req-b817efca-db5c-466c-964e-9dd7a633991a service nova] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65e2384a-8175-488c-a306-52852b5538a0 req-b817efca-db5c-466c-964e-9dd7a633991a service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65e2384a-8175-488c-a306-52852b5538a0 req-b817efca-db5c-466c-964e-9dd7a633991a service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.compute.manager [req-65e2384a-8175-488c-a306-52852b5538a0 req-b817efca-db5c-466c-964e-9dd7a633991a service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] No waiting events found dispatching network-vif-unplugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.compute.manager [req-65e2384a-8175-488c-a306-52852b5538a0 req-b817efca-db5c-466c-964e-9dd7a633991a service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-vif-unplugged-682ae4bd-e990-4a25-ac40-cd34d784b04a for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Instance destroyed successfully.
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lazy-loading 'resources' on Instance uuid bd8b3407-c5ef-4db7-96a7-3700c626ebb5 {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-360554622',display_name='tempest-VolumesSnapshotTestJSON-instance-360554622',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-360554622',id=47,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHyNWCR0CCB6v3wfAfWL4PYprq0JWoge9S5YpRTKsu5fejYHtxHUVtjt1+hfsxFRn4tTKAM/4oF1BPyh70nvaC/dAvSfy2mvisfKuN2kfJwMK1l/920QOklrcLS3ndQuKQ==',key_name='tempest-keypair-940460267',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:28:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a24787f6a5184073974b0fb7fe463136',ramdisk_id='',reservation_id='r-qy5q0gtt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-977777750',owner_user_name='tempest-VolumesSnapshotTestJSON-977777750-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:28:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ee65f3c0ffbf4e7ebad9db51622397a8',uuid=bd8b3407-c5ef-4db7-96a7-3700c626ebb5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converting VIF {"id": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "address": "fa:16:3e:84:c9:53", "network": {"id": "a3667741-7c9d-471c-9c25-fd9594d1e610", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1713975157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.58", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a24787f6a5184073974b0fb7fe463136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap682ae4bd-e9", "ovs_interfaceid": "682ae4bd-e990-4a25-ac40-cd34d784b04a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:c9:53,bridge_name='br-int',has_traffic_filtering=True,id=682ae4bd-e990-4a25-ac40-cd34d784b04a,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682ae4bd-e9') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG os_vif [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:c9:53,bridge_name='br-int',has_traffic_filtering=True,id=682ae4bd-e990-4a25-ac40-cd34d784b04a,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682ae4bd-e9') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap682ae4bd-e9, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b7343d78-32ce-4a62-a62c-a9f512a62d87) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:31:27 user nova-compute[74497]: INFO os_vif [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:c9:53,bridge_name='br-int',has_traffic_filtering=True,id=682ae4bd-e990-4a25-ac40-cd34d784b04a,network=Network(a3667741-7c9d-471c-9c25-fd9594d1e610),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap682ae4bd-e9')
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:e6d60c2e-a692-49b2-89bf-ae5bd7e5aa9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkrEOVKu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:31:27 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:31:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[4aa53695-44ff-4813-a5d3-e7d08f49cf0d]: Unexpected error while running command.
Oct 24 15:31:27 user nova-compute[74497]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 15:31:27 user nova-compute[74497]: Exit code: 21
Oct 24 15:31:27 user nova-compute[74497]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 15:31:27 user nova-compute[74497]: Stderr: '' {{(pid=85429) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Oct 24 15:31:27 user nova-compute[74497]: Traceback (most recent call last):
Oct 24 15:31:27 user nova-compute[74497]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Oct 24 15:31:27 user nova-compute[74497]:     ret = func(*f_args, **f_kwargs)
Oct 24 15:31:27 user nova-compute[74497]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Oct 24 15:31:27 user nova-compute[74497]:     return func(*args, **kwargs)
Oct 24 15:31:27 user nova-compute[74497]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Oct 24 15:31:27 user nova-compute[74497]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Oct 24 15:31:27 user nova-compute[74497]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Oct 24 15:31:27 user nova-compute[74497]:     return putils.execute(on_execute=on_execute,
Oct 24 15:31:27 user nova-compute[74497]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Oct 24 15:31:27 user nova-compute[74497]:     raise ProcessExecutionError(exit_code=_returncode,
Oct 24 15:31:27 user nova-compute[74497]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 24 15:31:27 user nova-compute[74497]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 15:31:27 user nova-compute[74497]: Exit code: 21
Oct 24 15:31:27 user nova-compute[74497]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 15:31:27 user nova-compute[74497]: Stderr: ''
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aa53695-44ff-4813-a5d3-e7d08f49cf0d]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 24 15:31:27 user nova-compute[74497]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 15:31:27 user nova-compute[74497]: Exit code: 21
Oct 24 15:31:27 user nova-compute[74497]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 15:31:27 user nova-compute[74497]: Stderr: ''
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Oct 24 15:31:27 user nova-compute[74497]: ERROR os_brick.initiator.connectors.iscsi 
Oct 24 15:31:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=74497) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.031s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] <== disconnect_volume: return (32ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:31:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Deleting instance files /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5_del
Oct 24 15:31:27 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Deletion of /opt/stack/data/nova/instances/bd8b3407-c5ef-4db7-96a7-3700c626ebb5_del complete
Oct 24 15:31:27 user nova-compute[74497]: INFO nova.compute.manager [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 24 15:31:27 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:31:27 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:31:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:28 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:31:28 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Took 0.66 seconds to deallocate network for instance.
Oct 24 15:31:28 user nova-compute[74497]: DEBUG nova.compute.manager [req-e08ef7ea-9694-471b-b229-2db7e8056745 req-459fd2a9-80d6-434c-baf2-9a2fbbe0238c service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-vif-deleted-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:31:28 user nova-compute[74497]: WARNING nova.volume.cinder [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Attachment 7332673a-96f0-4203-b630-edf196571069 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 7332673a-96f0-4203-b630-edf196571069. (HTTP 404) (Request-ID: req-78c182f0-6a25-4419-bfac-aacaf3963b34)
Oct 24 15:31:28 user nova-compute[74497]: INFO nova.compute.manager [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Took 0.03 seconds to detach 1 volumes for instance.
Oct 24 15:31:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:28 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:31:28 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:31:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.136s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:28 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Deleted allocations for instance bd8b3407-c5ef-4db7-96a7-3700c626ebb5
Oct 24 15:31:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c88e0d35-b6dd-4517-8b1f-c8ff05507783 tempest-VolumesSnapshotTestJSON-977777750 tempest-VolumesSnapshotTestJSON-977777750-project-member] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.876s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-25f36377-0e57-4077-ae7c-3177d2bffa78 req-4f074f29-d0f7-4134-ae80-3bc31398a809 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received event network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:31:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25f36377-0e57-4077-ae7c-3177d2bffa78 req-4f074f29-d0f7-4134-ae80-3bc31398a809 service nova] Acquiring lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:31:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25f36377-0e57-4077-ae7c-3177d2bffa78 req-4f074f29-d0f7-4134-ae80-3bc31398a809 service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:31:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-25f36377-0e57-4077-ae7c-3177d2bffa78 req-4f074f29-d0f7-4134-ae80-3bc31398a809 service nova] Lock "bd8b3407-c5ef-4db7-96a7-3700c626ebb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:31:29 user nova-compute[74497]: DEBUG nova.compute.manager [req-25f36377-0e57-4077-ae7c-3177d2bffa78 req-4f074f29-d0f7-4134-ae80-3bc31398a809 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] No waiting events found dispatching network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:31:29 user nova-compute[74497]: WARNING nova.compute.manager [req-25f36377-0e57-4077-ae7c-3177d2bffa78 req-4f074f29-d0f7-4134-ae80-3bc31398a809 service nova] [instance: bd8b3407-c5ef-4db7-96a7-3700c626ebb5] Received unexpected event network-vif-plugged-682ae4bd-e990-4a25-ac40-cd34d784b04a for instance with vm_state deleted and task_state None.
Oct 24 15:31:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:31:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:31:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:31:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:31:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:31:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:31:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:31:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:31:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:32:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating instance_info_cache with network_info: [{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:32:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:32:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:32:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:32:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:32:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:32:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8919MB free_disk=25.165699005126953GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:32:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:32:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:32:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:32:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:32:15 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:32:15 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:32:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:32:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.226s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:32:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:32:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:32:22 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:32:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:32:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:23 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:32:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-changed-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG nova.compute.manager [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Refreshing instance network info cache due to event network-changed-aeaa6126-555a-42d5-82ce-9d4fc018efee. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] Acquiring lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] Acquired lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Refreshing network info cache for port aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updated VIF entry in instance network info cache for port aeaa6126-555a-42d5-82ce-9d4fc018efee. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG nova.network.neutron [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating instance_info_cache with network_info: [{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:32:31 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-7415ab85-627a-4658-bfa7-05d773b1b8f7 req-c02c9b5c-c5f0-4cd5-b8e7-0c540d1f624d service nova] Releasing lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:32:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:32:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:32:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG nova.objects.instance [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:32:40 user nova-compute[74497]: INFO nova.compute.manager [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Attaching volume d78ca3f9-9200-491f-8472-251a16bb47bc to /dev/vdb
Oct 24 15:32:40 user nova-compute[74497]: DEBUG os_brick.utils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3476084-b7d0-4707-9a45-9f9151574296]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[969810fc-e35a-4ad2-ad8d-0007acea43bb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6ce941-34a8-437c-aa60-bc17967fbf93]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b645aa53-c29e-45db-b6d1-9ab320fa1130]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:32:40 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:32:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58b27e5-6270-474e-8a4e-ce0c0f2986da]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG os_brick.utils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:32:40 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating existing volume attachment record: 6dd41e3b-48a5-450b-9b45-de7bf6b213ac {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:32:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:32:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:32:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:04 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating instance_info_cache with network_info: [{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:33:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:33:14 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:33:14 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8931MB free_disk=25.16411590576172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:33:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:33:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.340s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IecjTwXG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:33:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:33:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:33:16 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f878961e-005d-4493-9196-118705357490]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:33:16 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7606177f-0bc4-4b69-a4e3-78a3a27cffba]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc] added
Oct 24 15:33:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6294c5dd-7d9c-445d-b9d8-7b292f3c645f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aac9132-9ab9-4dfd-b9a8-db3fa4b53907]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IecjTwXG {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IecjTwXG" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9d414e-7891-4c3f-a593-99308366fb3d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IecjTwXG'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8cbbd21-f1c4-476d-95d1-e609be9318bc]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b83dfcbb-f3ca-4435-9053-b3b70c7837d0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:33:16 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:33:16 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:33:16 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:33:16 user nova-compute[74497]: 
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b064d5-0f49-4aef-ad68-83450b992554]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260]
Oct 24 15:33:16 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260] successful.
Oct 24 15:33:16 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fbe63a7-f1fd-4623-8550-da4fa550b676]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:16 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ebda906-7e96-4e5d-bc6b-405ae6c8e78a]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc (non-flash)
Oct 24 15:33:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc (non-flash)
Oct 24 15:33:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b05ce79-ccc7-46f4-bbf1-1e1731379f5f]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IecjTwXG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:33:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23363636464333661', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363636464333661', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG nova.objects.instance [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:33:18 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:33:18 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:33:18 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:33:18 user nova-compute[74497]:   <serial>d78ca3f9-9200-491f-8472-251a16bb47bc</serial>
Oct 24 15:33:18 user nova-compute[74497]: </disk>
Oct 24 15:33:18 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No VIF found with MAC fa:16:3e:a7:b3:3c, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:33:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-47e3ae8f-6ee8-46f8-af16-23f0137afe9d tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 38.064s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:33:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:33:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:33:19 user nova-compute[74497]: INFO nova.compute.manager [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Detaching volume d78ca3f9-9200-491f-8472-251a16bb47bc
Oct 24 15:33:19 user nova-compute[74497]: INFO nova.virt.block_device [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Attempting to driver detach volume d78ca3f9-9200-491f-8472-251a16bb47bc from mountpoint /dev/vdb
Oct 24 15:33:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Attempting to detach device vdb from instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:33:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:33:19 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:33:19 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:33:19 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:33:19 user nova-compute[74497]:   <serial>d78ca3f9-9200-491f-8472-251a16bb47bc</serial>
Oct 24 15:33:19 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:33:19 user nova-compute[74497]: </disk>
Oct 24 15:33:19 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:33:19 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully detached device vdb from instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd from the persistent domain config.
Oct 24 15:33:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:33:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:33:19 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:33:19 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:33:19 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:33:19 user nova-compute[74497]:   <serial>d78ca3f9-9200-491f-8472-251a16bb47bc</serial>
Oct 24 15:33:19 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:33:19 user nova-compute[74497]: </disk>
Oct 24 15:33:19 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:33:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:33:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:33:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:23 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:33:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:33:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:33:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:39 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd is timed out.
Oct 24 15:33:39 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully detached device vdb from instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd from the live domain config.
Oct 24 15:33:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IecjTwXG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:33:39 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c12c9e4-fa62-4b4f-b6fc-1cda1c637028]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:33:39 user nova-compute[74497]: No targets found.
Oct 24 15:33:39 user nova-compute[74497]: iSNS:
Oct 24 15:33:39 user nova-compute[74497]: No targets found.
Oct 24 15:33:39 user nova-compute[74497]: STATIC:
Oct 24 15:33:39 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc
Oct 24 15:33:39 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:33:39 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:33:39 user nova-compute[74497]: FIRMWARE:
Oct 24 15:33:39 user nova-compute[74497]: No targets found.
Oct 24 15:33:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:33:39 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:33:39 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b4948d2-e6b2-4ec2-ad1b-b4cae27feb52]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b360d617-3526-4f76-aa16-be8652171ea2]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc (non-flash)
Oct 24 15:33:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc (non-flash)
Oct 24 15:33:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff6055c790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:33:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[edd39410-bdab-42e3-b874-7899a108c05e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f63e1c1-756a-47df-9c94-2db99240be55]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d0f4da7-6d31-4ffb-871c-3570e62a964b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3948ef4-0a40-44be-a11d-dcf7029b9fd2]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4c8e54-2fa9-4fa8-a094-0f166533c686]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e1c47b1-cf67-4181-aa1e-a05012b5df87]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260]
Oct 24 15:33:40 user nova-compute[74497]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc, portal: 172.16.0.220,3260] successful.
Oct 24 15:33:40 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d78ca3f9-9200-491f-8472-251a16bb47bc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a463f8-acd0-4a83-a0e3-48aaa1f1a98a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== disconnect_volume: return (286ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:33:40 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:33:41 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:33:41 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e7d6e86c-2e9b-410f-b999-e72aa0f77bee tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.804s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:33:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:33:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:33:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:34:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:05 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating instance_info_cache with network_info: [{"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:34:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:34:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:34:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:34:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:34:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:34:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:34:09 user nova-compute[74497]: INFO nova.compute.manager [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Terminating instance
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-0ec45d6c-4798-465f-a1f4-5bb21173aacf req-41773c60-18b5-46be-b341-3fb624fdaf83 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-vif-unplugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0ec45d6c-4798-465f-a1f4-5bb21173aacf req-41773c60-18b5-46be-b341-3fb624fdaf83 service nova] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0ec45d6c-4798-465f-a1f4-5bb21173aacf req-41773c60-18b5-46be-b341-3fb624fdaf83 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0ec45d6c-4798-465f-a1f4-5bb21173aacf req-41773c60-18b5-46be-b341-3fb624fdaf83 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-0ec45d6c-4798-465f-a1f4-5bb21173aacf req-41773c60-18b5-46be-b341-3fb624fdaf83 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] No waiting events found dispatching network-vif-unplugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.compute.manager [req-0ec45d6c-4798-465f-a1f4-5bb21173aacf req-41773c60-18b5-46be-b341-3fb624fdaf83 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-vif-unplugged-aeaa6126-555a-42d5-82ce-9d4fc018efee for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Instance destroyed successfully.
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.objects.instance [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'resources' on Instance uuid 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:30:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-223290340',display_name='tempest-AttachVolumeNegativeTest-server-223290340',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-223290340',id=48,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMz8qwV18YfV7jH/hT2hrAQgrV4PfrWlToyiecOw5x8R+FIgRB5fYEK1pdMjrqh9fTk/SVsNlGU28j6a7YIUAXtqtObXbF1PpMfi7n6IX0aMlkT48i7QarLXd3rms0WIzQ==',key_name='tempest-keypair-1077779602',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:30:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-eky7ojil',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:30:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=5e9e6793-d90f-4952-b55a-f0e68f8bb2bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "address": "fa:16:3e:a7:b3:3c", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaeaa6126-55", "ovs_interfaceid": "aeaa6126-555a-42d5-82ce-9d4fc018efee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:b3:3c,bridge_name='br-int',has_traffic_filtering=True,id=aeaa6126-555a-42d5-82ce-9d4fc018efee,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeaa6126-55') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG os_vif [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:b3:3c,bridge_name='br-int',has_traffic_filtering=True,id=aeaa6126-555a-42d5-82ce-9d4fc018efee,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeaa6126-55') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaeaa6126-55, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2c6e1c9-0429-4be5-b556-9d556db40757) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:10 user nova-compute[74497]: INFO os_vif [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:b3:3c,bridge_name='br-int',has_traffic_filtering=True,id=aeaa6126-555a-42d5-82ce-9d4fc018efee,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaeaa6126-55')
Oct 24 15:34:10 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Deleting instance files /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd_del
Oct 24 15:34:10 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Deletion of /opt/stack/data/nova/instances/5e9e6793-d90f-4952-b55a-f0e68f8bb2bd_del complete
Oct 24 15:34:10 user nova-compute[74497]: INFO nova.compute.manager [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 24 15:34:10 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:34:10 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:34:11 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Took 0.72 seconds to deallocate network for instance.
Oct 24 15:34:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:34:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.111s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:34:11 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Deleted allocations for instance 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd
Oct 24 15:34:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-52c508aa-aaea-4758-81f6-0eea0cd6539b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.843s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:34:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-65a2ae9c-dfc7-46d4-b878-5767c29fd35d req-982c07bd-db04-45a5-b648-2f7432e7cc35 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:34:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65a2ae9c-dfc7-46d4-b878-5767c29fd35d req-982c07bd-db04-45a5-b648-2f7432e7cc35 service nova] Acquiring lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:34:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65a2ae9c-dfc7-46d4-b878-5767c29fd35d req-982c07bd-db04-45a5-b648-2f7432e7cc35 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:34:12 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-65a2ae9c-dfc7-46d4-b878-5767c29fd35d req-982c07bd-db04-45a5-b648-2f7432e7cc35 service nova] Lock "5e9e6793-d90f-4952-b55a-f0e68f8bb2bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:34:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-65a2ae9c-dfc7-46d4-b878-5767c29fd35d req-982c07bd-db04-45a5-b648-2f7432e7cc35 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] No waiting events found dispatching network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:34:12 user nova-compute[74497]: WARNING nova.compute.manager [req-65a2ae9c-dfc7-46d4-b878-5767c29fd35d req-982c07bd-db04-45a5-b648-2f7432e7cc35 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received unexpected event network-vif-plugged-aeaa6126-555a-42d5-82ce-9d4fc018efee for instance with vm_state deleted and task_state None.
Oct 24 15:34:12 user nova-compute[74497]: DEBUG nova.compute.manager [req-65a2ae9c-dfc7-46d4-b878-5767c29fd35d req-982c07bd-db04-45a5-b648-2f7432e7cc35 service nova] [instance: 5e9e6793-d90f-4952-b55a-f0e68f8bb2bd] Received event network-vif-deleted-aeaa6126-555a-42d5-82ce-9d4fc018efee {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:34:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:34:16 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:34:16 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:34:16 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=9095MB free_disk=25.190353393554688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:34:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.155s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:34:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:34:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:25 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:34:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:34:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:34:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:34:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:34:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:34:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:35:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:03 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:35:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:03 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:35:03 user nova-compute[74497]: INFO nova.compute.claims [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Claim successful on node user
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.183s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:35:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.policy [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3806120b4432416da1a242049a8f4b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb312d467e54bf0b7bd16196ac9a181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:35:04 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Creating image(s)
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "/opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "/opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.227s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk 1073741824" returned: 0 in 0.065s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:35:04 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Successfully created port: a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.177s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Cannot resize image /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Ensure instance console log exists: /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Successfully updated port: a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquired lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-changed-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.compute.manager [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Refreshing instance network info cache due to event network-changed-a6f08658-7a3c-436b-a741-ba4a7d2da7f9. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] Acquiring lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.neutron [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating instance_info_cache with network_info: [{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Releasing lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Instance network_info: |[{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] Acquired lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.neutron [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Refreshing network info cache for port a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Start _get_guest_xml network_info=[{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:35:05 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:35:05 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-996814462',display_name='tempest-AttachVolumeNegativeTest-server-996814462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-996814462',id=49,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+LhsfBm/a2DOqll6uOegXeU10nCVwNQA8L4j717UswqtF4CJWk7VUzYilwqbs+yLmGelivo88ALEnQE3S+XbAhY4a9AFZan21eFQIjIyZI78cPmbgQ1hLRqdhRoig0Ag==',key_name='tempest-keypair-1749260982',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-fchv588g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:35:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=a97e0928-770e-4a98-bae9-7603169d4eef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:69:b2,bridge_name='br-int',has_traffic_filtering=True,id=a6f08658-7a3c-436b-a741-ba4a7d2da7f9,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f08658-7a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'pci_devices' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:35:05 user nova-compute[74497]:   <uuid>a97e0928-770e-4a98-bae9-7603169d4eef</uuid>
Oct 24 15:35:05 user nova-compute[74497]:   <name>instance-00000031</name>
Oct 24 15:35:05 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:35:05 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:35:05 user nova-compute[74497]:   <metadata>
Oct 24 15:35:05 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:35:05 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:35:05 user nova-compute[74497]:       <nova:name>tempest-AttachVolumeNegativeTest-server-996814462</nova:name>
Oct 24 15:35:05 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:35:05</nova:creationTime>
Oct 24 15:35:05 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:35:05 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:35:05 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:35:05 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:35:05 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:35:05 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:35:05 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:35:05 user nova-compute[74497]:       <nova:owner>
Oct 24 15:35:05 user nova-compute[74497]:         <nova:user uuid="3806120b4432416da1a242049a8f4b8b">tempest-AttachVolumeNegativeTest-1351857961-project-member</nova:user>
Oct 24 15:35:05 user nova-compute[74497]:         <nova:project uuid="3bb312d467e54bf0b7bd16196ac9a181">tempest-AttachVolumeNegativeTest-1351857961</nova:project>
Oct 24 15:35:05 user nova-compute[74497]:       </nova:owner>
Oct 24 15:35:05 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:35:05 user nova-compute[74497]:       <nova:ports>
Oct 24 15:35:05 user nova-compute[74497]:         <nova:port uuid="a6f08658-7a3c-436b-a741-ba4a7d2da7f9">
Oct 24 15:35:05 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 15:35:05 user nova-compute[74497]:         </nova:port>
Oct 24 15:35:05 user nova-compute[74497]:       </nova:ports>
Oct 24 15:35:05 user nova-compute[74497]:     </nova:instance>
Oct 24 15:35:05 user nova-compute[74497]:   </metadata>
Oct 24 15:35:05 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:35:05 user nova-compute[74497]:     <system>
Oct 24 15:35:05 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:35:05 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:35:05 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:35:05 user nova-compute[74497]:       <entry name="serial">a97e0928-770e-4a98-bae9-7603169d4eef</entry>
Oct 24 15:35:05 user nova-compute[74497]:       <entry name="uuid">a97e0928-770e-4a98-bae9-7603169d4eef</entry>
Oct 24 15:35:05 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:35:05 user nova-compute[74497]:     </system>
Oct 24 15:35:05 user nova-compute[74497]:   </sysinfo>
Oct 24 15:35:05 user nova-compute[74497]:   <os>
Oct 24 15:35:05 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:35:05 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:35:05 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:35:05 user nova-compute[74497]:   </os>
Oct 24 15:35:05 user nova-compute[74497]:   <features>
Oct 24 15:35:05 user nova-compute[74497]:     <acpi/>
Oct 24 15:35:05 user nova-compute[74497]:     <apic/>
Oct 24 15:35:05 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:35:05 user nova-compute[74497]:   </features>
Oct 24 15:35:05 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:35:05 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:35:05 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:35:05 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:35:05 user nova-compute[74497]:   </clock>
Oct 24 15:35:05 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:35:05 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:35:05 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:35:05 user nova-compute[74497]:   </cpu>
Oct 24 15:35:05 user nova-compute[74497]:   <devices>
Oct 24 15:35:05 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:35:05 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:35:05 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk"/>
Oct 24 15:35:05 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:35:05 user nova-compute[74497]:     </disk>
Oct 24 15:35:05 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:35:05 user nova-compute[74497]:       <mac address="fa:16:3e:7d:69:b2"/>
Oct 24 15:35:05 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:35:05 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:35:05 user nova-compute[74497]:       <target dev="tapa6f08658-7a"/>
Oct 24 15:35:05 user nova-compute[74497]:     </interface>
Oct 24 15:35:05 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:35:05 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/console.log" append="off"/>
Oct 24 15:35:05 user nova-compute[74497]:     </serial>
Oct 24 15:35:05 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:35:05 user nova-compute[74497]:     <video>
Oct 24 15:35:05 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:35:05 user nova-compute[74497]:     </video>
Oct 24 15:35:05 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:35:05 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:35:05 user nova-compute[74497]:     </rng>
Oct 24 15:35:05 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:35:05 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:35:05 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:35:05 user nova-compute[74497]:     </memballoon>
Oct 24 15:35:05 user nova-compute[74497]:   </devices>
Oct 24 15:35:05 user nova-compute[74497]: </domain>
Oct 24 15:35:05 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-996814462',display_name='tempest-AttachVolumeNegativeTest-server-996814462',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-996814462',id=49,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+LhsfBm/a2DOqll6uOegXeU10nCVwNQA8L4j717UswqtF4CJWk7VUzYilwqbs+yLmGelivo88ALEnQE3S+XbAhY4a9AFZan21eFQIjIyZI78cPmbgQ1hLRqdhRoig0Ag==',key_name='tempest-keypair-1749260982',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-fchv588g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:35:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=a97e0928-770e-4a98-bae9-7603169d4eef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:69:b2,bridge_name='br-int',has_traffic_filtering=True,id=a6f08658-7a3c-436b-a741-ba4a7d2da7f9,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f08658-7a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG os_vif [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:69:b2,bridge_name='br-int',has_traffic_filtering=True,id=a6f08658-7a3c-436b-a741-ba4a7d2da7f9,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f08658-7a') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9ae23fe5-b806-53c7-9649-4cae7a724332', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6f08658-7a, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6f08658-7a, col_values=(('qos', UUID('3120cff1-5312-4b60-866a-b6fbd8cd130b')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6f08658-7a, col_values=(('external_ids', {'iface-id': 'a6f08658-7a3c-436b-a741-ba4a7d2da7f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:69:b2', 'vm-uuid': 'a97e0928-770e-4a98-bae9-7603169d4eef'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:05 user nova-compute[74497]: INFO os_vif [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:69:b2,bridge_name='br-int',has_traffic_filtering=True,id=a6f08658-7a3c-436b-a741-ba4a7d2da7f9,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f08658-7a')
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:35:05 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No VIF found with MAC fa:16:3e:7d:69:b2, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG nova.network.neutron [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updated VIF entry in instance network info cache for port a6f08658-7a3c-436b-a741-ba4a7d2da7f9. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG nova.network.neutron [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating instance_info_cache with network_info: [{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fbc327e7-54ab-4038-a5d6-175185b52475 req-6cbeaf57-b517-4b9e-8612-04e30caaea27 service nova] Releasing lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Skipping network cache update for instance because it is Building. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 15:35:06 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-6349bce2-1709-4ced-bba1-20bf77c30169 req-4ae52353-8ebb-45fd-9d0f-8bce7e2323df service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6349bce2-1709-4ced-bba1-20bf77c30169 req-4ae52353-8ebb-45fd-9d0f-8bce7e2323df service nova] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6349bce2-1709-4ced-bba1-20bf77c30169 req-4ae52353-8ebb-45fd-9d0f-8bce7e2323df service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6349bce2-1709-4ced-bba1-20bf77c30169 req-4ae52353-8ebb-45fd-9d0f-8bce7e2323df service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG nova.compute.manager [req-6349bce2-1709-4ced-bba1-20bf77c30169 req-4ae52353-8ebb-45fd-9d0f-8bce7e2323df service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] No waiting events found dispatching network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:35:07 user nova-compute[74497]: WARNING nova.compute.manager [req-6349bce2-1709-4ced-bba1-20bf77c30169 req-4ae52353-8ebb-45fd-9d0f-8bce7e2323df service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received unexpected event network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 for instance with vm_state building and task_state spawning.
Oct 24 15:35:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:35:09 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Instance spawned successfully.
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:35:09 user nova-compute[74497]: INFO nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Took 5.12 seconds to spawn the instance on the hypervisor.
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-4e7255e5-8d15-4153-a63f-53ee6d6e1666 req-1d6741b3-1417-4706-bce5-2ba1df4751a7 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4e7255e5-8d15-4153-a63f-53ee6d6e1666 req-1d6741b3-1417-4706-bce5-2ba1df4751a7 service nova] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4e7255e5-8d15-4153-a63f-53ee6d6e1666 req-1d6741b3-1417-4706-bce5-2ba1df4751a7 service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4e7255e5-8d15-4153-a63f-53ee6d6e1666 req-1d6741b3-1417-4706-bce5-2ba1df4751a7 service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:09 user nova-compute[74497]: DEBUG nova.compute.manager [req-4e7255e5-8d15-4153-a63f-53ee6d6e1666 req-1d6741b3-1417-4706-bce5-2ba1df4751a7 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] No waiting events found dispatching network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:35:09 user nova-compute[74497]: WARNING nova.compute.manager [req-4e7255e5-8d15-4153-a63f-53ee6d6e1666 req-1d6741b3-1417-4706-bce5-2ba1df4751a7 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received unexpected event network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 for instance with vm_state building and task_state spawning.
Oct 24 15:35:09 user nova-compute[74497]: INFO nova.compute.manager [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Took 5.73 seconds to build instance.
Oct 24 15:35:09 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0b608e7f-dcbf-4453-b9e6-34572b6be731 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.816s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:35:17 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:35:17 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:35:17 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8934MB free_disk=25.180561065673828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:35:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:35:18 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a97e0928-770e-4a98-bae9-7603169d4eef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:35:18 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:35:18 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:35:18 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:35:18 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:35:18 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:35:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.224s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:35:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:27 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:27 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:35:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:35:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:35:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:35:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:36:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating instance_info_cache with network_info: [{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:36:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:36:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:36:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:36:19 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:36:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:36:20 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:36:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8965MB free_disk=25.152179718017578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a97e0928-770e-4a98-bae9-7603169d4eef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:36:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:36:28 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:36:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:36:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:36:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:36:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:36:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:36:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:36:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-changed-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:36:54 user nova-compute[74497]: DEBUG nova.compute.manager [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Refreshing instance network info cache due to event network-changed-a6f08658-7a3c-436b-a741-ba4a7d2da7f9. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:36:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] Acquiring lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:36:54 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] Acquired lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:36:54 user nova-compute[74497]: DEBUG nova.network.neutron [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Refreshing network info cache for port a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:36:55 user nova-compute[74497]: DEBUG nova.network.neutron [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updated VIF entry in instance network info cache for port a6f08658-7a3c-436b-a741-ba4a7d2da7f9. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:36:55 user nova-compute[74497]: DEBUG nova.network.neutron [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating instance_info_cache with network_info: [{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:36:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-1dd8beb8-f9cc-4b8d-8690-4bb07a391b45 req-d8a6f103-0af3-4601-9326-9946d839d9f2 service nova] Releasing lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:36:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:36:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:37:00 user nova-compute[74497]: INFO nova.compute.manager [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Attaching volume 4ed63429-189f-4f49-a747-a73ddec4efa8 to /dev/vdb
Oct 24 15:37:00 user nova-compute[74497]: DEBUG os_brick.utils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7fa3ef3-b2fa-4940-824f-a1fcf1ac6cb9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[277c3cc8-8080-4ee3-9c05-87671a409c71]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8482c764-178d-4a43-8ec0-334afba4cdcf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[abcbd211-cc00-49e1-ad32-f559972e66bc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:37:00 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:37:00 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c5f8a6f-c044-4b53-8ac9-2bd32c55b786]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG os_brick.utils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating existing volume attachment record: 4ea5e9f0-f023-4313-9543-fabfb4f92aef {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:37:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:07 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating instance_info_cache with network_info: [{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:37:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:37:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:15 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tUWDxwaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:37:17 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:37:17 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:37:17 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[76b580ea-2c63-48f7-9364-220deb08c35e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:37:17 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4376a591-2a72-44ba-9df7-735694b9b282]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8] added
Oct 24 15:37:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[18504e7e-da12-4fe7-b104-cd6b695934b4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[16002219-7114-47f3-8968-917f2db82ce4]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tUWDxwaN {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tUWDxwaN" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef86070b-8973-4497-a227-5c27b6993d44]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tUWDxwaN'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[10156419-d890-487b-af62-fc4e7384a89d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0046e1-e781-432d-91f5-699abdf2c8a6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:37:17 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:37:17 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:37:17 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:37:17 user nova-compute[74497]: 
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2356183b-c405-4ace-b577-84c1e6a6e362]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260]
Oct 24 15:37:17 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260] successful.
Oct 24 15:37:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca05830a-d789-4ece-bbe6-abee13973956]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89149bc-d85d-4a27-9ed2-0056ebe0e56b]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 (non-flash)
Oct 24 15:37:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 (non-flash)
Oct 24 15:37:17 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[53780daa-418b-4dad-a125-2ef48fad7448]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:17 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tUWDxwaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '23665323532353233', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23665323532353233', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG nova.objects.instance [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:37:18 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:37:18 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:37:18 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:37:18 user nova-compute[74497]:   <serial>4ed63429-189f-4f49-a747-a73ddec4efa8</serial>
Oct 24 15:37:18 user nova-compute[74497]: </disk>
Oct 24 15:37:18 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:37:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] No VIF found with MAC fa:16:3e:7d:69:b2, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:37:19 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-ad964626-b554-4ccd-b37f-637b2633426b tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.313s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:37:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:37:20 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:37:20 user nova-compute[74497]: INFO nova.compute.manager [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Detaching volume 4ed63429-189f-4f49-a747-a73ddec4efa8
Oct 24 15:37:20 user nova-compute[74497]: INFO nova.virt.block_device [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Attempting to driver detach volume 4ed63429-189f-4f49-a747-a73ddec4efa8 from mountpoint /dev/vdb
Oct 24 15:37:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Attempting to detach device vdb from instance a97e0928-770e-4a98-bae9-7603169d4eef from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:37:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:37:20 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:37:20 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:37:20 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:37:20 user nova-compute[74497]:   <serial>4ed63429-189f-4f49-a747-a73ddec4efa8</serial>
Oct 24 15:37:20 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:37:20 user nova-compute[74497]: </disk>
Oct 24 15:37:20 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:37:20 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully detached device vdb from instance a97e0928-770e-4a98-bae9-7603169d4eef from the persistent domain config.
Oct 24 15:37:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a97e0928-770e-4a98-bae9-7603169d4eef from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:37:20 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:37:20 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:37:20 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:37:20 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:37:20 user nova-compute[74497]:   <serial>4ed63429-189f-4f49-a747-a73ddec4efa8</serial>
Oct 24 15:37:20 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:37:20 user nova-compute[74497]: </disk>
Oct 24 15:37:20 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:37:20 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:21 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:22 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:37:22 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:37:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8945MB free_disk=25.151107788085938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance a97e0928-770e-4a98-bae9-7603169d4eef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:37:22 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.228s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:37:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:25 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:37:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:37:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:37:35 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:37:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:40 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:41 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a97e0928-770e-4a98-bae9-7603169d4eef is timed out.
Oct 24 15:37:41 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully detached device vdb from instance a97e0928-770e-4a98-bae9-7603169d4eef from the live domain config.
Oct 24 15:37:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tUWDxwaN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:37:41 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[14086d6a-2510-42d8-8109-1361104a52bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:37:41 user nova-compute[74497]: No targets found.
Oct 24 15:37:41 user nova-compute[74497]: iSNS:
Oct 24 15:37:41 user nova-compute[74497]: No targets found.
Oct 24 15:37:41 user nova-compute[74497]: STATIC:
Oct 24 15:37:41 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8
Oct 24 15:37:41 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:37:41 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:37:41 user nova-compute[74497]: FIRMWARE:
Oct 24 15:37:41 user nova-compute[74497]: No targets found.
Oct 24 15:37:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:37:41 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:37:41 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db43230-657c-4305-a224-4c6b4af721a8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[df657f2a-91af-4e68-a8f4-8e0d711a7ca8]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 (non-flash)
Oct 24 15:37:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 (non-flash)
Oct 24 15:37:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff40415900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[791eb914-2f4b-4611-943d-62783ee76f60]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e058531f-469c-448f-b9b9-ceb19a5fc86f]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[418d9506-13b1-4e85-8661-a1671d8ff486]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7768811a-67b0-45cc-9bba-3280ed36db1f]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[078a8e41-a66a-4ffe-b7e7-80826c58889a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe4399b-d8cf-4697-9517-898fce4c04f6]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260]
Oct 24 15:37:41 user nova-compute[74497]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8, portal: 172.16.0.220,3260] successful.
Oct 24 15:37:41 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed63429-189f-4f49-a747-a73ddec4efa8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bae9cf8-e45c-44dd-b703-77f8f9d71df8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] <== disconnect_volume: return (326ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:37:41 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:37:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'flavor' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:37:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d886b8f9-57bb-44ea-bd03-6107d6bde0a1 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.743s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:37:45 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:37:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:37:50 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:37:55 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:00 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:05 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating instance_info_cache with network_info: [{"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-a97e0928-770e-4a98-bae9-7603169d4eef" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:38:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:38:09 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:38:10 user nova-compute[74497]: INFO nova.compute.manager [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Terminating instance
Oct 24 15:38:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:10 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-d8d85386-0f8a-493a-8fe5-677ae7f6da90 req-2a518141-4dd3-460c-9e24-e86baf007e95 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-vif-unplugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d8d85386-0f8a-493a-8fe5-677ae7f6da90 req-2a518141-4dd3-460c-9e24-e86baf007e95 service nova] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d8d85386-0f8a-493a-8fe5-677ae7f6da90 req-2a518141-4dd3-460c-9e24-e86baf007e95 service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-d8d85386-0f8a-493a-8fe5-677ae7f6da90 req-2a518141-4dd3-460c-9e24-e86baf007e95 service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-d8d85386-0f8a-493a-8fe5-677ae7f6da90 req-2a518141-4dd3-460c-9e24-e86baf007e95 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] No waiting events found dispatching network-vif-unplugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.compute.manager [req-d8d85386-0f8a-493a-8fe5-677ae7f6da90 req-2a518141-4dd3-460c-9e24-e86baf007e95 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-vif-unplugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Instance destroyed successfully.
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lazy-loading 'resources' on Instance uuid a97e0928-770e-4a98-bae9-7603169d4eef {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:35:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-996814462',display_name='tempest-AttachVolumeNegativeTest-server-996814462',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-996814462',id=49,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+LhsfBm/a2DOqll6uOegXeU10nCVwNQA8L4j717UswqtF4CJWk7VUzYilwqbs+yLmGelivo88ALEnQE3S+XbAhY4a9AFZan21eFQIjIyZI78cPmbgQ1hLRqdhRoig0Ag==',key_name='tempest-keypair-1749260982',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:35:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3bb312d467e54bf0b7bd16196ac9a181',ramdisk_id='',reservation_id='r-fchv588g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1351857961',owner_user_name='tempest-AttachVolumeNegativeTest-1351857961-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:35:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3806120b4432416da1a242049a8f4b8b',uuid=a97e0928-770e-4a98-bae9-7603169d4eef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converting VIF {"id": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "address": "fa:16:3e:7d:69:b2", "network": {"id": "5d29a985-bcda-4289-b7e7-3bdbea4cc9cc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-648261318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3bb312d467e54bf0b7bd16196ac9a181", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6f08658-7a", "ovs_interfaceid": "a6f08658-7a3c-436b-a741-ba4a7d2da7f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7d:69:b2,bridge_name='br-int',has_traffic_filtering=True,id=a6f08658-7a3c-436b-a741-ba4a7d2da7f9,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f08658-7a') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG os_vif [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7d:69:b2,bridge_name='br-int',has_traffic_filtering=True,id=a6f08658-7a3c-436b-a741-ba4a7d2da7f9,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f08658-7a') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6f08658-7a, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3120cff1-5312-4b60-866a-b6fbd8cd130b) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:11 user nova-compute[74497]: INFO os_vif [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7d:69:b2,bridge_name='br-int',has_traffic_filtering=True,id=a6f08658-7a3c-436b-a741-ba4a7d2da7f9,network=Network(5d29a985-bcda-4289-b7e7-3bdbea4cc9cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6f08658-7a')
Oct 24 15:38:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Deleting instance files /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef_del
Oct 24 15:38:11 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Deletion of /opt/stack/data/nova/instances/a97e0928-770e-4a98-bae9-7603169d4eef_del complete
Oct 24 15:38:11 user nova-compute[74497]: INFO nova.compute.manager [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 24 15:38:11 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:38:11 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:38:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:38:13 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Took 1.26 seconds to deallocate network for instance.
Oct 24 15:38:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-af1dcee3-df3b-4944-964c-01aa0b4ba577 req-716f108b-b0f3-4d66-aa6f-37effa0fa559 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-vif-deleted-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.106s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:38:13 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Deleted allocations for instance a97e0928-770e-4a98-bae9-7603169d4eef
Oct 24 15:38:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-dcfcb0e5-a967-47aa-ac36-a4433bac0097 req-ccf40982-4d0a-4565-bfe0-95e6586cf118 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received event network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dcfcb0e5-a967-47aa-ac36-a4433bac0097 req-ccf40982-4d0a-4565-bfe0-95e6586cf118 service nova] Acquiring lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dcfcb0e5-a967-47aa-ac36-a4433bac0097 req-ccf40982-4d0a-4565-bfe0-95e6586cf118 service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-dcfcb0e5-a967-47aa-ac36-a4433bac0097 req-ccf40982-4d0a-4565-bfe0-95e6586cf118 service nova] Lock "a97e0928-770e-4a98-bae9-7603169d4eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:38:13 user nova-compute[74497]: DEBUG nova.compute.manager [req-dcfcb0e5-a967-47aa-ac36-a4433bac0097 req-ccf40982-4d0a-4565-bfe0-95e6586cf118 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] No waiting events found dispatching network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:38:13 user nova-compute[74497]: WARNING nova.compute.manager [req-dcfcb0e5-a967-47aa-ac36-a4433bac0097 req-ccf40982-4d0a-4565-bfe0-95e6586cf118 service nova] [instance: a97e0928-770e-4a98-bae9-7603169d4eef] Received unexpected event network-vif-plugged-a6f08658-7a3c-436b-a741-ba4a7d2da7f9 for instance with vm_state deleted and task_state None.
Oct 24 15:38:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-5b031f70-745b-4f1c-8db7-ec80d0485ca0 tempest-AttachVolumeNegativeTest-1351857961 tempest-AttachVolumeNegativeTest-1351857961-project-member] Lock "a97e0928-770e-4a98-bae9-7603169d4eef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.420s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:38:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:38:21 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:38:21 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=9107MB free_disk=25.17835235595703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:38:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.307s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:38:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:38:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:30 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:38:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:38:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:38:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:38:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:38:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:38:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:38:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:39:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:39:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 15:39:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:39:21 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:39:21 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:39:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=9124MB free_disk=25.177490234375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.119s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:39:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:39:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:31 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:31 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:39:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:39:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:39:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:39:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:39:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:40:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:40:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 15:40:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:40:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:14 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:40:23 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:40:23 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:40:23 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=9122MB free_disk=25.175678253173828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:40:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:40:24 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:40:24 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:40:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:40:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.267s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:33 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:40:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:40:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:39 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:44 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Starting instance... {{(pid=74497) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74497) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 15:40:49 user nova-compute[74497]: INFO nova.compute.claims [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Claim successful on node user
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.207s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Start building networks asynchronously for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Allocating IP information in the background. {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.network.neutron [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] allocate_for_instance() {{(pid=74497) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 15:40:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Start building block device mappings for instance. {{(pid=74497) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Start spawning the instance on the hypervisor. {{(pid=74497) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Creating instance directory {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 15:40:49 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Creating image(s)
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "/opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "/opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "/opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG nova.policy [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb27ca3537a4e00bbb9e3b05b2bd980', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd54d03cbbd574d6a8287d4dc8e1d84be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74497) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.168s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:49 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk 1073741824 {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78,backing_fmt=raw /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk 1073741824" returned: 0 in 0.048s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "2419a4558822cdb6087b1e6a5516ec0587eb5d78" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2419a4558822cdb6087b1e6a5516ec0587eb5d78 --force-share --output=json" returned: 0 in 0.175s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk. size=1073741824 {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG nova.network.neutron [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Successfully created port: 90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG nova.virt.disk.api [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Cannot resize image /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk to a smaller size. {{(pid=74497) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Created local disks {{(pid=74497) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Ensure instance console log exists: /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/console.log {{(pid=74497) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:50 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Successfully updated port: 90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Building network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Instance cache missing network info. {{(pid=74497) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-changed-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.compute.manager [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Refreshing instance network info cache due to event network-changed-90534c85-14b7-450f-9dce-86b002cef132. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Instance network_info: |[{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74497) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Refreshing network info cache for port 90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Start _get_guest_xml network_info=[{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'disk_bus': 'virtio', 'boot_index': 0, 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'guest_format': None, 'image_id': '536b59c7-f5c5-4b01-b1cf-a060c3b1b551'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 15:40:51 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:40:51 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CPU controller missing on host. {{(pid=74497) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.host [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CPU controller found on host. {{(pid=74497) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74497) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T14:36:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T14:36:48Z,direct_url=<?>,disk_format='qcow2',id=536b59c7-f5c5-4b01-b1cf-a060c3b1b551,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='5bc27d34860c4acd90c3386f7dcd3ad8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T14:36:50Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Flavor limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Image limits 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Flavor pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Image pref 0:0:0 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74497) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Got 1 possible topologies {{(pid=74497) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.hardware [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74497) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:40:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-279558694',display_name='tempest-SnapshotDataIntegrityTests-server-279558694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-279558694',id=50,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNq3lOyp/vSsX3kV6LnxbbCUjcXTJd8+uCcSxSlcqIQJRKkJedvOhnXp9iW5mDpS8po1peqvXi93mAUtJqIM7IKop1Y9tXwYIPDWSIVPtFusjyztkq6ablHVMl8z9wPaYQ==',key_name='tempest-keypair-813638884',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d54d03cbbd574d6a8287d4dc8e1d84be',ramdisk_id='',reservation_id='r-h0aalwvv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1936356485',owner_user_name='tempest-SnapshotDataIntegrityTests-1936356485-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:40:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2eb27ca3537a4e00bbb9e3b05b2bd980',uuid=dfa3d387-8062-4f77-9858-6581f1a4ecad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74497) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Converting VIF {"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:5a,bridge_name='br-int',has_traffic_filtering=True,id=90534c85-14b7-450f-9dce-86b002cef132,network=Network(9d849cf2-718e-4cac-8a64-50e2859e93b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90534c85-14') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.objects.instance [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'pci_devices' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] End _get_guest_xml xml=<domain type="kvm">
Oct 24 15:40:51 user nova-compute[74497]:   <uuid>dfa3d387-8062-4f77-9858-6581f1a4ecad</uuid>
Oct 24 15:40:51 user nova-compute[74497]:   <name>instance-00000032</name>
Oct 24 15:40:51 user nova-compute[74497]:   <memory>524288</memory>
Oct 24 15:40:51 user nova-compute[74497]:   <vcpu>1</vcpu>
Oct 24 15:40:51 user nova-compute[74497]:   <metadata>
Oct 24 15:40:51 user nova-compute[74497]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 15:40:51 user nova-compute[74497]:       <nova:package version="0.0.0"/>
Oct 24 15:40:51 user nova-compute[74497]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-279558694</nova:name>
Oct 24 15:40:51 user nova-compute[74497]:       <nova:creationTime>2023-10-24 15:40:51</nova:creationTime>
Oct 24 15:40:51 user nova-compute[74497]:       <nova:flavor name="m1.tiny">
Oct 24 15:40:51 user nova-compute[74497]:         <nova:memory>512</nova:memory>
Oct 24 15:40:51 user nova-compute[74497]:         <nova:disk>1</nova:disk>
Oct 24 15:40:51 user nova-compute[74497]:         <nova:swap>0</nova:swap>
Oct 24 15:40:51 user nova-compute[74497]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 15:40:51 user nova-compute[74497]:         <nova:vcpus>1</nova:vcpus>
Oct 24 15:40:51 user nova-compute[74497]:       </nova:flavor>
Oct 24 15:40:51 user nova-compute[74497]:       <nova:owner>
Oct 24 15:40:51 user nova-compute[74497]:         <nova:user uuid="2eb27ca3537a4e00bbb9e3b05b2bd980">tempest-SnapshotDataIntegrityTests-1936356485-project-member</nova:user>
Oct 24 15:40:51 user nova-compute[74497]:         <nova:project uuid="d54d03cbbd574d6a8287d4dc8e1d84be">tempest-SnapshotDataIntegrityTests-1936356485</nova:project>
Oct 24 15:40:51 user nova-compute[74497]:       </nova:owner>
Oct 24 15:40:51 user nova-compute[74497]:       <nova:root type="image" uuid="536b59c7-f5c5-4b01-b1cf-a060c3b1b551"/>
Oct 24 15:40:51 user nova-compute[74497]:       <nova:ports>
Oct 24 15:40:51 user nova-compute[74497]:         <nova:port uuid="90534c85-14b7-450f-9dce-86b002cef132">
Oct 24 15:40:51 user nova-compute[74497]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 15:40:51 user nova-compute[74497]:         </nova:port>
Oct 24 15:40:51 user nova-compute[74497]:       </nova:ports>
Oct 24 15:40:51 user nova-compute[74497]:     </nova:instance>
Oct 24 15:40:51 user nova-compute[74497]:   </metadata>
Oct 24 15:40:51 user nova-compute[74497]:   <sysinfo type="smbios">
Oct 24 15:40:51 user nova-compute[74497]:     <system>
Oct 24 15:40:51 user nova-compute[74497]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 15:40:51 user nova-compute[74497]:       <entry name="product">OpenStack Nova</entry>
Oct 24 15:40:51 user nova-compute[74497]:       <entry name="version">0.0.0</entry>
Oct 24 15:40:51 user nova-compute[74497]:       <entry name="serial">dfa3d387-8062-4f77-9858-6581f1a4ecad</entry>
Oct 24 15:40:51 user nova-compute[74497]:       <entry name="uuid">dfa3d387-8062-4f77-9858-6581f1a4ecad</entry>
Oct 24 15:40:51 user nova-compute[74497]:       <entry name="family">Virtual Machine</entry>
Oct 24 15:40:51 user nova-compute[74497]:     </system>
Oct 24 15:40:51 user nova-compute[74497]:   </sysinfo>
Oct 24 15:40:51 user nova-compute[74497]:   <os>
Oct 24 15:40:51 user nova-compute[74497]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 15:40:51 user nova-compute[74497]:     <boot dev="hd"/>
Oct 24 15:40:51 user nova-compute[74497]:     <smbios mode="sysinfo"/>
Oct 24 15:40:51 user nova-compute[74497]:   </os>
Oct 24 15:40:51 user nova-compute[74497]:   <features>
Oct 24 15:40:51 user nova-compute[74497]:     <acpi/>
Oct 24 15:40:51 user nova-compute[74497]:     <apic/>
Oct 24 15:40:51 user nova-compute[74497]:     <vmcoreinfo/>
Oct 24 15:40:51 user nova-compute[74497]:   </features>
Oct 24 15:40:51 user nova-compute[74497]:   <clock offset="utc">
Oct 24 15:40:51 user nova-compute[74497]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 15:40:51 user nova-compute[74497]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 15:40:51 user nova-compute[74497]:     <timer name="hpet" present="no"/>
Oct 24 15:40:51 user nova-compute[74497]:   </clock>
Oct 24 15:40:51 user nova-compute[74497]:   <cpu mode="custom" match="exact">
Oct 24 15:40:51 user nova-compute[74497]:     <model>Nehalem</model>
Oct 24 15:40:51 user nova-compute[74497]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 15:40:51 user nova-compute[74497]:   </cpu>
Oct 24 15:40:51 user nova-compute[74497]:   <devices>
Oct 24 15:40:51 user nova-compute[74497]:     <disk type="file" device="disk">
Oct 24 15:40:51 user nova-compute[74497]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 15:40:51 user nova-compute[74497]:       <source file="/opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk"/>
Oct 24 15:40:51 user nova-compute[74497]:       <target dev="vda" bus="virtio"/>
Oct 24 15:40:51 user nova-compute[74497]:     </disk>
Oct 24 15:40:51 user nova-compute[74497]:     <interface type="ethernet">
Oct 24 15:40:51 user nova-compute[74497]:       <mac address="fa:16:3e:81:13:5a"/>
Oct 24 15:40:51 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:40:51 user nova-compute[74497]:       <mtu size="1442"/>
Oct 24 15:40:51 user nova-compute[74497]:       <target dev="tap90534c85-14"/>
Oct 24 15:40:51 user nova-compute[74497]:     </interface>
Oct 24 15:40:51 user nova-compute[74497]:     <serial type="pty">
Oct 24 15:40:51 user nova-compute[74497]:       <log file="/opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/console.log" append="off"/>
Oct 24 15:40:51 user nova-compute[74497]:     </serial>
Oct 24 15:40:51 user nova-compute[74497]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 15:40:51 user nova-compute[74497]:     <video>
Oct 24 15:40:51 user nova-compute[74497]:       <model type="virtio"/>
Oct 24 15:40:51 user nova-compute[74497]:     </video>
Oct 24 15:40:51 user nova-compute[74497]:     <rng model="virtio">
Oct 24 15:40:51 user nova-compute[74497]:       <backend model="random">/dev/urandom</backend>
Oct 24 15:40:51 user nova-compute[74497]:     </rng>
Oct 24 15:40:51 user nova-compute[74497]:     <controller type="usb" index="0" model="none"/>
Oct 24 15:40:51 user nova-compute[74497]:     <memballoon model="virtio">
Oct 24 15:40:51 user nova-compute[74497]:       <stats period="10"/>
Oct 24 15:40:51 user nova-compute[74497]:     </memballoon>
Oct 24 15:40:51 user nova-compute[74497]:   </devices>
Oct 24 15:40:51 user nova-compute[74497]: </domain>
Oct 24 15:40:51 user nova-compute[74497]:  {{(pid=74497) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:40:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-279558694',display_name='tempest-SnapshotDataIntegrityTests-server-279558694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-279558694',id=50,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNq3lOyp/vSsX3kV6LnxbbCUjcXTJd8+uCcSxSlcqIQJRKkJedvOhnXp9iW5mDpS8po1peqvXi93mAUtJqIM7IKop1Y9tXwYIPDWSIVPtFusjyztkq6ablHVMl8z9wPaYQ==',key_name='tempest-keypair-813638884',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d54d03cbbd574d6a8287d4dc8e1d84be',ramdisk_id='',reservation_id='r-h0aalwvv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1936356485',owner_user_name='tempest-SnapshotDataIntegrityTests-1936356485-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T15:40:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2eb27ca3537a4e00bbb9e3b05b2bd980',uuid=dfa3d387-8062-4f77-9858-6581f1a4ecad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Converting VIF {"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:5a,bridge_name='br-int',has_traffic_filtering=True,id=90534c85-14b7-450f-9dce-86b002cef132,network=Network(9d849cf2-718e-4cac-8a64-50e2859e93b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90534c85-14') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG os_vif [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:5a,bridge_name='br-int',has_traffic_filtering=True,id=90534c85-14b7-450f-9dce-86b002cef132,network=Network(9d849cf2-718e-4cac-8a64-50e2859e93b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90534c85-14') {{(pid=74497) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '36fdda0d-f0a8-5b78-9c9b-80ac782dcb5e', '_type': 'linux-noop'}}, row=False) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90534c85-14, may_exist=True, interface_attrs={}) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90534c85-14, col_values=(('qos', UUID('da583e60-476e-46aa-88bb-5f631612f54a')),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90534c85-14, col_values=(('external_ids', {'iface-id': '90534c85-14b7-450f-9dce-86b002cef132', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:13:5a', 'vm-uuid': 'dfa3d387-8062-4f77-9858-6581f1a4ecad'}),), if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:51 user nova-compute[74497]: INFO os_vif [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:5a,bridge_name='br-int',has_traffic_filtering=True,id=90534c85-14b7-450f-9dce-86b002cef132,network=Network(9d849cf2-718e-4cac-8a64-50e2859e93b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90534c85-14')
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No VIF found with MAC fa:16:3e:81:13:5a, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated VIF entry in instance network info cache for port 90534c85-14b7-450f-9dce-86b002cef132. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG nova.network.neutron [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:40:51 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-6401e87d-8deb-4964-af0e-2f7c1d6f29a5 req-c0316728-274d-4511-a699-8031b8b352a0 service nova] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:40:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-0c541df5-e09a-4f76-a1eb-ac3d2832f740 req-eaed2199-d3cb-4ba4-b374-254435b2748c service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0c541df5-e09a-4f76-a1eb-ac3d2832f740 req-eaed2199-d3cb-4ba4-b374-254435b2748c service nova] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0c541df5-e09a-4f76-a1eb-ac3d2832f740 req-eaed2199-d3cb-4ba4-b374-254435b2748c service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:53 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-0c541df5-e09a-4f76-a1eb-ac3d2832f740 req-eaed2199-d3cb-4ba4-b374-254435b2748c service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:53 user nova-compute[74497]: DEBUG nova.compute.manager [req-0c541df5-e09a-4f76-a1eb-ac3d2832f740 req-eaed2199-d3cb-4ba4-b374-254435b2748c service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] No waiting events found dispatching network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:40:53 user nova-compute[74497]: WARNING nova.compute.manager [req-0c541df5-e09a-4f76-a1eb-ac3d2832f740 req-eaed2199-d3cb-4ba4-b374-254435b2748c service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received unexpected event network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 for instance with vm_state building and task_state spawning.
Oct 24 15:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Instance event wait completed in 0 seconds for  {{(pid=74497) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Guest created on hypervisor {{(pid=74497) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 15:40:54 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Instance spawned successfully.
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Found default for hw_cdrom_bus of ide {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Found default for hw_disk_bus of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Found default for hw_input_bus of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Found default for hw_pointer_model of None {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Found default for hw_video_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Found default for hw_vif_model of virtio {{(pid=74497) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 15:40:54 user nova-compute[74497]: INFO nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Took 5.25 seconds to spawn the instance on the hypervisor.
Oct 24 15:40:54 user nova-compute[74497]: DEBUG nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Checking state {{(pid=74497) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 15:40:55 user nova-compute[74497]: INFO nova.compute.manager [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Took 5.76 seconds to build instance.
Oct 24 15:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-434cf480-82ac-4ff0-a4f7-b6a2b7fa03f7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.858s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-4a506ebc-830e-436c-bce8-15e0f3780fc3 req-3967e570-620a-47ea-a175-e1597c2994bc service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4a506ebc-830e-436c-bce8-15e0f3780fc3 req-3967e570-620a-47ea-a175-e1597c2994bc service nova] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4a506ebc-830e-436c-bce8-15e0f3780fc3 req-3967e570-620a-47ea-a175-e1597c2994bc service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:40:55 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-4a506ebc-830e-436c-bce8-15e0f3780fc3 req-3967e570-620a-47ea-a175-e1597c2994bc service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:40:55 user nova-compute[74497]: DEBUG nova.compute.manager [req-4a506ebc-830e-436c-bce8-15e0f3780fc3 req-3967e570-620a-47ea-a175-e1597c2994bc service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] No waiting events found dispatching network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:40:55 user nova-compute[74497]: WARNING nova.compute.manager [req-4a506ebc-830e-436c-bce8-15e0f3780fc3 req-3967e570-620a-47ea-a175-e1597c2994bc service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received unexpected event network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 for instance with vm_state active and task_state None.
Oct 24 15:40:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:40:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:41:08 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:41:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:12 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:41:23 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:41:23 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:41:23 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8906MB free_disk=25.14495086669922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:41:23 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:41:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:41:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:41:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:41:24 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:41:24 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:41:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:41:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.181s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:41:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:41:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:41:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:41:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:41:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:41:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:41:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:41:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:41:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:42:10 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:42:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:42:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:16 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:19 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:42:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:42:24 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:42:24 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:42:24 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8965MB free_disk=25.14441680908203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:42:24 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:42:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:42:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:42:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:42:25 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:42:25 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:42:25 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:42:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:42:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:42:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:42:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:42:34 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:34 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:42:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-changed-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG nova.compute.manager [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Refreshing instance network info cache due to event network-changed-90534c85-14b7-450f-9dce-86b002cef132. {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG nova.network.neutron [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Refreshing network info cache for port 90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG nova.network.neutron [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated VIF entry in instance network info cache for port 90534c85-14b7-450f-9dce-86b002cef132. {{(pid=74497) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG nova.network.neutron [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:42:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-b569e49b-f5bd-4000-b3d6-c30600e31e5b req-ec3fa8e3-681f-44df-881b-7f9d5d20fd73 service nova] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:42:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:42:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:42:46 user nova-compute[74497]: INFO nova.compute.manager [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attaching volume 9cbd5991-c7da-473b-859e-16a27029edeb to /dev/vdb
Oct 24 15:42:47 user nova-compute[74497]: DEBUG os_brick.utils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec942e3d-86cf-4917-a450-f43a97d7f1ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9388d3f5-3f57-4812-98b3-c61c67ce13c4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66ed264-90ad-4d3e-bae8-a5941b67cb2f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[76025c4e-4801-453a-850a-8c9368f6ce42]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:42:47 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:42:47 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b7a3fb-2015-4c91-b80a-04aaca3d0ba7]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG os_brick.utils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:42:47 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating existing volume attachment record: ec61ba55-2fdd-4a0c-9b6d-3cd1e59a523f {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:42:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:42:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:43:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:43:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:43:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:43:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:43:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xgUNLHuQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:43:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:43:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:43:12 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a52cac5c-6d4f-4a62-807b-003cfb0fb72f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:43:12 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c8d9911-c401-4a9f-971f-c18fd7d7b8b2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb] added
Oct 24 15:43:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12a0374-2630-4ffa-ab74-a395838900e0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d99c3c5-9f1a-4234-a069-7e6fe1ea87fa]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xgUNLHuQ {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xgUNLHuQ" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a274eb1-f88c-42c3-b42f-91e50bb7b40a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xgUNLHuQ'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39fd3ac-0d7b-4c71-af73-a1d5c1bf9d7f]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[99621b80-bfc2-493a-a986-d768072675d3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:43:12 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:43:12 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:43:12 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:43:12 user nova-compute[74497]: 
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7de9770e-aef2-4364-93f9-86484ea32241]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260]
Oct 24 15:43:12 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260] successful.
Oct 24 15:43:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5335b4c6-8acd-4c0a-a64b-ba35bf4be45b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3de740-4184-489c-a426-66b1a481e650]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb (non-flash)
Oct 24 15:43:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb (non-flash)
Oct 24 15:43:12 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.235s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[262770f4-a708-4155-b17e-402e957fe703]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:43:12 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xgUNLHuQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:43:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.266s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:43:13 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== connect_volume: return (1267ms) {'type': 'block', 'scsi_wwn': '26531626531336466', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:43:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531626531336466', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:43:13 user nova-compute[74497]: DEBUG nova.objects.instance [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:43:13 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:43:13 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:43:13 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:43:13 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:43:13 user nova-compute[74497]:   <serial>9cbd5991-c7da-473b-859e-16a27029edeb</serial>
Oct 24 15:43:13 user nova-compute[74497]: </disk>
Oct 24 15:43:13 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:43:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:43:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:43:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No VIF found with MAC fa:16:3e:81:13:5a, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:43:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-d7b05cb2-92a9-4764-a849-1a5a7a1fed03 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.189s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:43:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74497) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 15:43:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:43:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:43:26 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8934MB free_disk=25.135379791259766GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:43:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:43:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.288s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:37 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:37 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:43:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:46 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:43:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:43:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:43:46 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:43:46 user nova-compute[74497]: INFO nova.compute.manager [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Detaching volume 9cbd5991-c7da-473b-859e-16a27029edeb
Oct 24 15:43:46 user nova-compute[74497]: INFO nova.virt.block_device [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attempting to driver detach volume 9cbd5991-c7da-473b-859e-16a27029edeb from mountpoint /dev/vdb
Oct 24 15:43:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Attempting to detach device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:43:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:43:46 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:43:46 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:43:46 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:43:46 user nova-compute[74497]:   <serial>9cbd5991-c7da-473b-859e-16a27029edeb</serial>
Oct 24 15:43:46 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:43:46 user nova-compute[74497]: </disk>
Oct 24 15:43:46 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:43:46 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config.
Oct 24 15:43:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:43:46 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:43:46 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:43:46 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:43:46 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:43:46 user nova-compute[74497]:   <serial>9cbd5991-c7da-473b-859e-16a27029edeb</serial>
Oct 24 15:43:46 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:43:46 user nova-compute[74497]: </disk>
Oct 24 15:43:46 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:43:47 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:43:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:43:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:44:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:07 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad is timed out.
Oct 24 15:44:07 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config.
Oct 24 15:44:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xgUNLHuQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:44:07 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c1ec8b-820b-4a01-bb87-7395a66d0e29]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:44:07 user nova-compute[74497]: No targets found.
Oct 24 15:44:07 user nova-compute[74497]: iSNS:
Oct 24 15:44:07 user nova-compute[74497]: No targets found.
Oct 24 15:44:07 user nova-compute[74497]: STATIC:
Oct 24 15:44:07 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb
Oct 24 15:44:07 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:44:07 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:44:07 user nova-compute[74497]: FIRMWARE:
Oct 24 15:44:07 user nova-compute[74497]: No targets found.
Oct 24 15:44:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:44:07 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:44:07 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e410ea8-8a24-454c-81cc-49478a5a8024]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e29bc32-26e5-4268-93ff-440e87570413]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb (non-flash)
Oct 24 15:44:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb (non-flash)
Oct 24 15:44:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff4058f5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e64cf7d9-0142-4078-b6fe-3638a964560d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9241b93f-fea5-48be-bd7b-df74a1b74c68]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf46c9b7-df1b-4504-b71c-2fb720b4a0ce]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d65cb045-b79e-43c9-b124-48c47139dd5d]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a331c5-b639-4f40-834c-00d090c0d7ee]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5f3254-fcd3-46af-abf1-04a55643732c]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260]
Oct 24 15:44:07 user nova-compute[74497]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb, portal: 172.16.0.220,3260] successful.
Oct 24 15:44:07 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9cbd5991-c7da-473b-859e-16a27029edeb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd8ee494-265f-4773-9b13-55d846bfd8c1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== disconnect_volume: return (295ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:44:07 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:44:08 user nova-compute[74497]: DEBUG nova.objects.instance [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:44:08 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-1b805153-7be0-436b-b2af-f5b2a549e285 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.672s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:44:11 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:44:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:44:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.003s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:27 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:44:27 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:44:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8934MB free_disk=25.134510040283203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:44:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.163s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:44:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:44:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:38 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:44:38 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:44:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:44:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:44:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG nova.objects.instance [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:44:42 user nova-compute[74497]: INFO nova.compute.manager [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attaching volume c54a9b25-43ae-4155-a487-cd95f4f60c02 to /dev/vdb
Oct 24 15:44:42 user nova-compute[74497]: DEBUG os_brick.utils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d767cef-4028-4441-80ca-2d6d30105cae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e5e5d62-02c8-4d1a-9d5e-f0c70a9644a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bd55f38-260c-4c85-a43b-20a6e5af7a82]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ce17643-f573-4f98-a3e8-2befc351f036]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:44:42 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:44:42 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6551028-340e-4169-a876-a7433f3e6ff2]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG os_brick.utils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:44:42 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating existing volume attachment record: d5f32fef-e42c-4101-810d-8c7769036130 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:44:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:44:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TVpjHMnK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:44:58 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:44:58 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:44:58 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4c73af-ac3a-4712-a010-4adae27eb665]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:44:58 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a38123-0dcc-45e3-80ec-5b09689ffee4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02] added
Oct 24 15:44:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d62b4c5-8e29-4c1a-b828-d497dfc51563]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c60b945-2939-4a09-836e-4f01e307adab]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TVpjHMnK {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TVpjHMnK" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2935f16b-ba15-4488-b0a0-427cdfa6300c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TVpjHMnK'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c635437b-0492-417f-b077-a7e25531f5ce]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbf696d-dbf6-47c5-95a0-3bc8ffd2d134]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:44:58 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:44:58 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:44:58 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:44:58 user nova-compute[74497]: 
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20e0dc6-ad45-4449-baea-81f77d731dbc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260]
Oct 24 15:44:58 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260] successful.
Oct 24 15:44:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc68da9-cadc-4006-96e5-946c92e6a436]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be2ac21-3592-46d3-824d-21205942ae98]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 (non-flash)
Oct 24 15:44:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 (non-flash)
Oct 24 15:44:58 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd45d847-adbc-445d-9d25-54a73e758d57]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:44:58 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: None {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:44:59 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:44:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TVpjHMnK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:44:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '23737323338616661', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23737323338616661', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG nova.objects.instance [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:45:00 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:45:00 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:45:00 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:45:00 user nova-compute[74497]:   <serial>c54a9b25-43ae-4155-a487-cd95f4f60c02</serial>
Oct 24 15:45:00 user nova-compute[74497]: </disk>
Oct 24 15:45:00 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No VIF found with MAC fa:16:3e:81:13:5a, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:45:00 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-bafb6b20-3c81-4cf2-8284-98e91551cf5c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.153s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:45:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:45:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:45:03 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:45:03 user nova-compute[74497]: INFO nova.compute.manager [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Detaching volume c54a9b25-43ae-4155-a487-cd95f4f60c02
Oct 24 15:45:03 user nova-compute[74497]: INFO nova.virt.block_device [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attempting to driver detach volume c54a9b25-43ae-4155-a487-cd95f4f60c02 from mountpoint /dev/vdb
Oct 24 15:45:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Attempting to detach device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:45:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:45:03 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:45:03 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:45:03 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:45:03 user nova-compute[74497]:   <serial>c54a9b25-43ae-4155-a487-cd95f4f60c02</serial>
Oct 24 15:45:03 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:45:03 user nova-compute[74497]: </disk>
Oct 24 15:45:03 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:45:03 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config.
Oct 24 15:45:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:45:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:45:03 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:45:03 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:45:03 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:45:03 user nova-compute[74497]:   <serial>c54a9b25-43ae-4155-a487-cd95f4f60c02</serial>
Oct 24 15:45:03 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:45:03 user nova-compute[74497]: </disk>
Oct 24 15:45:03 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:45:03 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:45:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:45:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:45:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:45:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:45:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:45:13 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:45:16 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:21 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:23 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad is timed out.
Oct 24 15:45:23 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config.
Oct 24 15:45:23 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TVpjHMnK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:45:23 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:45:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b8b4c3-90bc-4350-94e3-8d57b4e23427]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:45:23 user nova-compute[74497]: No targets found.
Oct 24 15:45:23 user nova-compute[74497]: iSNS:
Oct 24 15:45:23 user nova-compute[74497]: No targets found.
Oct 24 15:45:23 user nova-compute[74497]: STATIC:
Oct 24 15:45:23 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02
Oct 24 15:45:23 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:45:23 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:45:23 user nova-compute[74497]: FIRMWARE:
Oct 24 15:45:23 user nova-compute[74497]: No targets found.
Oct 24 15:45:23 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:45:23 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:45:23 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:45:23 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b14de28-1b59-45a1-bd19-ffe342dc30b0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6047ff7-43be-4122-b698-306cc2d0e0af]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 (non-flash)
Oct 24 15:45:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 (non-flash)
Oct 24 15:45:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff601568c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[22d4f0d7-ca90-42eb-b7b3-65a3fb2abe29]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f4eef8-7d48-4b79-bbdf-7697b51814e0]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbd3039-0fa5-494a-a274-839b5538b13d]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0d3131d-4aca-4540-b57e-c07eb3a91526]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b53dbf-f1ef-4d3a-84b0-916b5ea161de]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dce3d44-e546-4dca-984e-fbee01aae941]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260]
Oct 24 15:45:24 user nova-compute[74497]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02, portal: 172.16.0.220,3260] successful.
Oct 24 15:45:24 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54a9b25-43ae-4155-a487-cd95f4f60c02 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc403ec-0f1c-4ebd-a8c5-c191769fd17a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== disconnect_volume: return (292ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:45:24 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:45:25 user nova-compute[74497]: DEBUG nova.objects.instance [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:45:25 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-73f6d8bb-0a1f-47d4-990e-a0027d0f0598 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.720s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:45:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:45:26 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8942MB free_disk=25.13343048095703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:45:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:45:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:45:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:45:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:45:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:45:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:45:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:45:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.289s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:45:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:45:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:45:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:45:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:45:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:45:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:45:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:41 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:46 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:45:51 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:45:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:45:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:45:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:45:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:45:56 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:45:58 user nova-compute[74497]: INFO nova.compute.manager [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attaching volume 642f9265-542d-431c-948e-ea1a701d699b to /dev/vdb
Oct 24 15:45:58 user nova-compute[74497]: DEBUG os_brick.utils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4f2842-f742-4eef-bb88-fb6f039d8fd9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[db18accd-16e7-4430-a4da-e6280d64b2cc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:58 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[659eb0f5-c721-4700-bb0d-4864664e3c4e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7a5cd59-a92b-4be3-935c-79fcbe042abe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:45:59 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:45:59 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f525c70-3ca8-47fe-ac4e-a4f53d9826ea]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG os_brick.utils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:45:59 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating existing volume attachment record: 97197974-aa8c-4163-8b78-2c6b8488486b {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:46:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:01 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:06 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:46:11 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pzEONYbA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:46:14 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:46:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:46:14 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:46:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:46:14 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a57a4bd-1a79-42a0-bd91-98f85f5bec83]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:46:14 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:14 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c9059c-d7bb-4b87-b487-c9f8b52c7203]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b] added
Oct 24 15:46:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c60fda4d-4b31-4de6-90e2-855f2cb066eb]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9170c79-d3ee-4702-89df-92af7c0df32a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pzEONYbA {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pzEONYbA" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[321c8bda-4733-491f-bdc5-70e204e37ee0]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pzEONYbA'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb0da25b-726e-4a1d-b30c-17d84c646b35]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a36b55-1fff-49c2-8fa2-37066e6dc220]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:46:15 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:46:15 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:46:15 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:46:15 user nova-compute[74497]: 
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0bd95cb-959a-4384-9c78-51fdcb0dd860]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260]
Oct 24 15:46:15 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260] successful.
Oct 24 15:46:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a31f22b3-3301-4d60-88c4-c11fbc2988b6]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a291fc-6847-4eb0-a647-12527713c737]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b (non-flash)
Oct 24 15:46:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b (non-flash)
Oct 24 15:46:15 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[efa2ef98-1fb8-4128-8d9b-d5e66c98e456]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:46:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pzEONYbA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.273s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '23238326264363733', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238326264363733', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG nova.objects.instance [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:46:16 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:46:16 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:46:16 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:46:16 user nova-compute[74497]:   <serial>642f9265-542d-431c-948e-ea1a701d699b</serial>
Oct 24 15:46:16 user nova-compute[74497]: </disk>
Oct 24 15:46:16 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No VIF found with MAC fa:16:3e:81:13:5a, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-8e8a95e8-43f5-456c-a023-38a62cf1e54e tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.974s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:46:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:46:18 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:46:18 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:46:18 user nova-compute[74497]: INFO nova.compute.manager [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Detaching volume 642f9265-542d-431c-948e-ea1a701d699b
Oct 24 15:46:18 user nova-compute[74497]: INFO nova.virt.block_device [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attempting to driver detach volume 642f9265-542d-431c-948e-ea1a701d699b from mountpoint /dev/vdb
Oct 24 15:46:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Attempting to detach device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:46:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:46:18 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:46:18 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:46:18 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:46:18 user nova-compute[74497]:   <serial>642f9265-542d-431c-948e-ea1a701d699b</serial>
Oct 24 15:46:18 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:46:18 user nova-compute[74497]: </disk>
Oct 24 15:46:18 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:46:18 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config.
Oct 24 15:46:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:46:18 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:46:18 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:46:18 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:46:18 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:46:18 user nova-compute[74497]:   <serial>642f9265-542d-431c-948e-ea1a701d699b</serial>
Oct 24 15:46:18 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:46:18 user nova-compute[74497]: </disk>
Oct 24 15:46:18 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:46:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:19 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:46:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:21 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:23 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:46:26 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:46:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8927MB free_disk=25.132431030273438GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:46:27 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:46:31 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:46:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:46:39 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad is timed out.
Oct 24 15:46:39 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config.
Oct 24 15:46:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pzEONYbA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:46:39 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd9af21-bc5b-4dbd-a801-63c03dcbdc23]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:46:39 user nova-compute[74497]: No targets found.
Oct 24 15:46:39 user nova-compute[74497]: iSNS:
Oct 24 15:46:39 user nova-compute[74497]: No targets found.
Oct 24 15:46:39 user nova-compute[74497]: STATIC:
Oct 24 15:46:39 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b
Oct 24 15:46:39 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:46:39 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:46:39 user nova-compute[74497]: FIRMWARE:
Oct 24 15:46:39 user nova-compute[74497]: No targets found.
Oct 24 15:46:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:46:39 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:46:39 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c952bd01-b4ca-4b65-abc7-4b400bdce7e7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd606003-45d6-47b2-bfe1-fbe3fec83fdf]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b (non-flash)
Oct 24 15:46:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b (non-flash)
Oct 24 15:46:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff4058c430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5a3165-7674-438f-aea1-b7839e40297b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22bb3d5-9ea8-4846-9d22-385b098550fe]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0918ec-1129-47fa-96f5-6130b8e524ac]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5898bdc9-fe7b-41c0-9834-9fc9f76dcc56]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[524dbaa8-dc06-4f74-8a2c-a0b0ba6f246a]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dad280e-03eb-406e-a0c0-178af7bfb591]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260]
Oct 24 15:46:39 user nova-compute[74497]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b, portal: 172.16.0.220,3260] successful.
Oct 24 15:46:39 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:642f9265-542d-431c-948e-ea1a701d699b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2eb39a4-8a03-43d3-8839-33e37db2a803]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.264s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== disconnect_volume: return (265ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:46:39 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:46:40 user nova-compute[74497]: DEBUG nova.objects.instance [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:46:40 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-c3bc3a19-b34b-4d05-b32c-791997747b8c tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.655s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:46:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:46:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:46:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:46:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:46:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:42 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:46:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:46:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:47:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:47:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:47:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:47:14 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:47:14 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:47:15 user nova-compute[74497]: INFO nova.compute.manager [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attaching volume bb36bc8c-75c8-4e27-bf55-7134543b9e08 to /dev/vdb
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG os_brick.utils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bcd2176-2dba-4e63-8d2b-071f9bab214c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f29e4833d8b2\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcbb2641-db9e-47d5-8eda-afd5b333a31a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[2955517f-5ce3-42f0-8587-d4345e04f43a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4dcf9d-5eb2-461f-b7df-f2251ac33702]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Running cmd (subprocess): nvme version {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] 'nvme version' failed. Not Retrying. {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] nvme not present on system {{(pid=74497) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 15:47:15 user nova-compute[74497]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[657f78bf-c5b5-4362-8c66-3156628e7abe]: (4, '') {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74497) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.lightos [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] LIGHTOS: no hostnqn found. {{(pid=74497) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG os_brick.utils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f29e4833d8b2', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG nova.virt.block_device [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating existing volume attachment record: 1f2aab57-5187-4145-9c4f-4475512b47d2 {{(pid=74497) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:47:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:47:16 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:19 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:20 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74497) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 15:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:47:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:47:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:47:28 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8929MB free_disk=25.13164520263672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:47:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:47:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:47:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:47:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:47:29 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:47:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:47:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:47:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Calling os-brick to attach iSCSI Volume {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TnBzqLVe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:47:31 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:47:31 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:47:31 user nova-compute[74497]: INFO os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[de56f196-5882-475b-858a-b1c07ed57464]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 15:47:31 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --interface default --op new {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1bb28fe-461d-45f4-824f-753cfb0a8920]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08] added\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08] added
Oct 24 15:47:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d59ebd-535b-4846-a755-417d54e69aa1]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[656f5cbe-c4a3-4057-ad13-f82fb573985c]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TnBzqLVe {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TnBzqLVe" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b4553e4-e37c-4b33-b39a-0f849f94e19b]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TnBzqLVe'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1cf5797-97b7-4b70-b2a3-4ff80c408897]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab249bd-4483-4a45-a7f5-25d95c310dbd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:47:31 user nova-compute[74497]:  {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 15:47:31 user nova-compute[74497]:  {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:47:31 user nova-compute[74497]: WARNING os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 15:47:31 user nova-compute[74497]: 
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --login {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8ec6d84-e321-498a-ab2c-cd67d2bc1e3b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260]
Oct 24 15:47:31 user nova-compute[74497]: Login to [iface: default, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260] successful.
Oct 24 15:47:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f548e7a-97df-4993-9d33-f67810caa604]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[78eafc57-f190-4f07-91a6-81f37f326be9]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 (non-flash)
Oct 24 15:47:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 (non-flash)
Oct 24 15:47:31 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.229s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to 172.16.0.220:3260 {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74497) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74497) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[15ba8a96-37eb-44ed-b2d2-a5469878d31e]: (4, ('- - 0', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74497) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 15:47:31 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TnBzqLVe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74497) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Cleaning up deleted instances {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] There are 0 instances to clean {{(pid=74497) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.257s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== connect_volume: return (1259ms) {'type': 'block', 'scsi_wwn': '23566333461383866', 'path': '/dev/sdb'} {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566333461383866', 'path': '/dev/sdb'} {{(pid=74497) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.objects.instance [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 15:47:32 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:47:32 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:47:32 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:47:32 user nova-compute[74497]:   <serial>bb36bc8c-75c8-4e27-bf55-7134543b9e08</serial>
Oct 24 15:47:32 user nova-compute[74497]: </disk>
Oct 24 15:47:32 user nova-compute[74497]:  {{(pid=74497) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vda, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74497) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 15:47:32 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] No VIF found with MAC fa:16:3e:81:13:5a, not building metadata {{(pid=74497) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 15:47:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-e6cf57b3-da4e-4efa-a82f-96cdd82622a7 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.885s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:47:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:47:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:47:35 user nova-compute[74497]: INFO nova.compute.manager [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Detaching volume bb36bc8c-75c8-4e27-bf55-7134543b9e08
Oct 24 15:47:35 user nova-compute[74497]: INFO nova.virt.block_device [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Attempting to driver detach volume bb36bc8c-75c8-4e27-bf55-7134543b9e08 from mountpoint /dev/vdb
Oct 24 15:47:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Attempting to detach device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config. {{(pid=74497) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 15:47:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:47:35 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:47:35 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:47:35 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:47:35 user nova-compute[74497]:   <serial>bb36bc8c-75c8-4e27-bf55-7134543b9e08</serial>
Oct 24 15:47:35 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:47:35 user nova-compute[74497]: </disk>
Oct 24 15:47:35 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:47:35 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the persistent domain config.
Oct 24 15:47:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config. {{(pid=74497) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 15:47:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.guest [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 15:47:35 user nova-compute[74497]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 15:47:35 user nova-compute[74497]:   <source dev="/dev/sdb"/>
Oct 24 15:47:35 user nova-compute[74497]:   <target dev="vdb" bus="virtio"/>
Oct 24 15:47:35 user nova-compute[74497]:   <serial>bb36bc8c-75c8-4e27-bf55-7134543b9e08</serial>
Oct 24 15:47:35 user nova-compute[74497]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 15:47:35 user nova-compute[74497]: </disk>
Oct 24 15:47:35 user nova-compute[74497]:  {{(pid=74497) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 15:47:35 user nova-compute[74497]: DEBUG nova.virt.libvirt.driver [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 15:47:36 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:47:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:47:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:47:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:47:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:47:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:47 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:47:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:47:55 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dfa3d387-8062-4f77-9858-6581f1a4ecad is timed out.
Oct 24 15:47:55 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully detached device vdb from instance dfa3d387-8062-4f77-9858-6581f1a4ecad from the live domain config.
Oct 24 15:47:55 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] calling os-brick to detach iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7eff781da230>, {'target_iqn': 'iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TnBzqLVe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 15:47:55 user nova-compute[74497]: WARNING os_brick.initiator.connectors.base [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed151cc-59ac-4cfd-a63f-19396b9603b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 15:47:55 user nova-compute[74497]: No targets found.
Oct 24 15:47:55 user nova-compute[74497]: iSNS:
Oct 24 15:47:55 user nova-compute[74497]: No targets found.
Oct 24 15:47:55 user nova-compute[74497]: STATIC:
Oct 24 15:47:55 user nova-compute[74497]: Target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08
Oct 24 15:47:55 user nova-compute[74497]:         Portal: 172.16.0.220:3260,-1
Oct 24 15:47:55 user nova-compute[74497]:                 Iface Name: default
Oct 24 15:47:55 user nova-compute[74497]: FIRMWARE:
Oct 24 15:47:55 user nova-compute[74497]: No targets found.
Oct 24 15:47:55 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 15:47:55 user nova-compute[74497]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 15:47:55 user nova-compute[74497]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74497) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08', 0)] {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[c714caeb-db15-4f02-9672-f6d359c28731]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3ebdf4f-5fd2-4043-8b81-64433b21040d]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 (non-flash)\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 (non-flash)
Oct 24 15:47:55 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 (non-flash)
Oct 24 15:47:55 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7eff78172dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08'): ({'sdb'}, set())}) {{(pid=74497) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Removing single pathed devices sdb {{(pid=74497) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d380e4-ecc8-44fd-800f-97a5de42f23d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f79835-1cf9-48ac-b7ea-571ddef55a0b]: (4, ('ok\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Flushing IO for device /dev/sdb {{(pid=74497) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb76c3b7-5423-4fb5-88b1-f01fd67bbcc8]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74497) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 15:47:55 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[221d7839-08da-4439-b419-931231f29f47]: (4, ('1', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.linuxscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] SCSI volumes sdb have been removed. {{(pid=74497) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08')] {{(pid=74497) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[897b6d14-41f0-464f-9702-c59ba0655226]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --logout {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[09ddf3f2-9a83-4bbe-abcb-e3694af0e04b]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260]
Oct 24 15:47:56 user nova-compute[74497]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08, portal: 172.16.0.220,3260] successful.
Oct 24 15:47:56 user nova-compute[74497]:  stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op delete {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb36bc8c-75c8-4e27-bf55-7134543b9e08 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85429) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae084efa-0c9a-4e95-bd76-1d761109fbe3]: (4, ('', '')) {{(pid=85429) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74497) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.base [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.267s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG os_brick.initiator.connectors.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] <== disconnect_volume: return (268ms) None {{(pid=74497) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 15:47:56 user nova-compute[74497]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Disconnected iSCSI Volume {{(pid=74497) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 15:47:57 user nova-compute[74497]: DEBUG nova.objects.instance [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'flavor' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:47:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:47:57 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-a671e702-136f-4a07-95a6-5f5feff0aab9 tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.752s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:48:01 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:48:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:48:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:48:15 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:48:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:48:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:48:22 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:48:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:48:28 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:48:28 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8950MB free_disk=25.13077163696289GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:48:28 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing inventories for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating ProviderTree inventory for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Updating inventory in ProviderTree for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing aggregate associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, aggregates: None {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Refreshing trait associations for resource provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE,HW_CPU_X86_MMX,HW_CPU_X86_SSSE3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VOLUME_EXTEND,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_SSE2,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_SSE42 {{(pid=74497) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.280s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Triggering sync for uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:48:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:48:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:48:33 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:37 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:48:39 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:39 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:48:42 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:48:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:48:47 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:48:52 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:48:57 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:02 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:49:07 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:12 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquired lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Forcefully refreshing network info cache for instance {{(pid=74497) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG nova.objects.instance [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lazy-loading 'info_cache' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG nova.network.neutron [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [{"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Releasing lock "refresh_cache-dfa3d387-8062-4f77-9858-6581f1a4ecad" {{(pid=74497) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 15:49:17 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updated the network info_cache for instance {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 15:49:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:49:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:49:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:49:22 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:24 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:27 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.processutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74497) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 15:49:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:49:29 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:49:29 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=8949MB free_disk=25.12975311279297GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:49:29 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:49:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Instance dfa3d387-8062-4f77-9858-6581f1a4ecad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74497) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 15:49:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:49:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:49:30 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:49:30 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:49:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:49:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:49:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:49:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:49:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:49:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:49:32 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:49:32 user nova-compute[74497]: INFO nova.compute.manager [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Terminating instance
Oct 24 15:49:32 user nova-compute[74497]: DEBUG nova.compute.manager [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Start destroying the instance on the hypervisor. {{(pid=74497) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 15:49:32 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-fb6c17f6-55db-4395-b368-f22760250bd2 req-dfb412be-2799-409e-b5f9-74388db23403 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-vif-unplugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fb6c17f6-55db-4395-b368-f22760250bd2 req-dfb412be-2799-409e-b5f9-74388db23403 service nova] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fb6c17f6-55db-4395-b368-f22760250bd2 req-dfb412be-2799-409e-b5f9-74388db23403 service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-fb6c17f6-55db-4395-b368-f22760250bd2 req-dfb412be-2799-409e-b5f9-74388db23403 service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-fb6c17f6-55db-4395-b368-f22760250bd2 req-dfb412be-2799-409e-b5f9-74388db23403 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] No waiting events found dispatching network-vif-unplugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [req-fb6c17f6-55db-4395-b368-f22760250bd2 req-dfb412be-2799-409e-b5f9-74388db23403 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-vif-unplugged-90534c85-14b7-450f-9dce-86b002cef132 for instance with task_state deleting. {{(pid=74497) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [-] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Instance destroyed successfully.
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.objects.instance [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lazy-loading 'resources' on Instance uuid dfa3d387-8062-4f77-9858-6581f1a4ecad {{(pid=74497) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.virt.libvirt.vif [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T15:40:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-279558694',display_name='tempest-SnapshotDataIntegrityTests-server-279558694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-279558694',id=50,image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNq3lOyp/vSsX3kV6LnxbbCUjcXTJd8+uCcSxSlcqIQJRKkJedvOhnXp9iW5mDpS8po1peqvXi93mAUtJqIM7IKop1Y9tXwYIPDWSIVPtFusjyztkq6ablHVMl8z9wPaYQ==',key_name='tempest-keypair-813638884',keypairs=<?>,launch_index=0,launched_at=2023-10-24T15:40:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d54d03cbbd574d6a8287d4dc8e1d84be',ramdisk_id='',reservation_id='r-h0aalwvv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='536b59c7-f5c5-4b01-b1cf-a060c3b1b551',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1936356485',owner_user_name='tempest-SnapshotDataIntegrityTests-1936356485-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T15:40:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2eb27ca3537a4e00bbb9e3b05b2bd980',uuid=dfa3d387-8062-4f77-9858-6581f1a4ecad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Converting VIF {"id": "90534c85-14b7-450f-9dce-86b002cef132", "address": "fa:16:3e:81:13:5a", "network": {"id": "9d849cf2-718e-4cac-8a64-50e2859e93b8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1330857619-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d54d03cbbd574d6a8287d4dc8e1d84be", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90534c85-14", "ovs_interfaceid": "90534c85-14b7-450f-9dce-86b002cef132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.network.os_vif_util [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:13:5a,bridge_name='br-int',has_traffic_filtering=True,id=90534c85-14b7-450f-9dce-86b002cef132,network=Network(9d849cf2-718e-4cac-8a64-50e2859e93b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90534c85-14') {{(pid=74497) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG os_vif [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:13:5a,bridge_name='br-int',has_traffic_filtering=True,id=90534c85-14b7-450f-9dce-86b002cef132,network=Network(9d849cf2-718e-4cac-8a64-50e2859e93b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90534c85-14') {{(pid=74497) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90534c85-14, bridge=br-int, if_exists=True) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 23 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=da583e60-476e-46aa-88bb-5f631612f54a) {{(pid=74497) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:33 user nova-compute[74497]: INFO os_vif [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:13:5a,bridge_name='br-int',has_traffic_filtering=True,id=90534c85-14b7-450f-9dce-86b002cef132,network=Network(9d849cf2-718e-4cac-8a64-50e2859e93b8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90534c85-14')
Oct 24 15:49:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Deleting instance files /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad_del
Oct 24 15:49:33 user nova-compute[74497]: INFO nova.virt.libvirt.driver [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Deletion of /opt/stack/data/nova/instances/dfa3d387-8062-4f77-9858-6581f1a4ecad_del complete
Oct 24 15:49:33 user nova-compute[74497]: INFO nova.compute.manager [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 24 15:49:33 user nova-compute[74497]: DEBUG oslo.service.loopingcall [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74497) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.compute.manager [-] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Deallocating network for instance {{(pid=74497) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 15:49:33 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] deallocate_for_instance() {{(pid=74497) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 15:49:34 user nova-compute[74497]: DEBUG nova.network.neutron [-] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Updating instance_info_cache with network_info: [] {{(pid=74497) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 15:49:34 user nova-compute[74497]: INFO nova.compute.manager [-] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Took 0.90 seconds to deallocate network for instance.
Oct 24 15:49:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:49:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:49:34 user nova-compute[74497]: DEBUG nova.compute.manager [req-3f71d4a4-1640-4630-a9a6-b8fac47367d0 req-52c87b9b-3a5d-4011-9d9d-1b7a2dd7ea70 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-vif-deleted-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:49:34 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:49:34 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:49:34 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.111s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:49:34 user nova-compute[74497]: INFO nova.scheduler.client.report [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Deleted allocations for instance dfa3d387-8062-4f77-9858-6581f1a4ecad
Oct 24 15:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-0642d0dd-9d7f-4451-b8ee-b88b219dd68a tempest-SnapshotDataIntegrityTests-1936356485 tempest-SnapshotDataIntegrityTests-1936356485-project-member] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.122s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:49:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-11a1e610-7d50-4001-9b86-97e2b9d782a8 req-799c1115-cec2-4117-8ed8-c74a921904b1 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received event network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 15:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-11a1e610-7d50-4001-9b86-97e2b9d782a8 req-799c1115-cec2-4117-8ed8-c74a921904b1 service nova] Acquiring lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-11a1e610-7d50-4001-9b86-97e2b9d782a8 req-799c1115-cec2-4117-8ed8-c74a921904b1 service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:49:35 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [req-11a1e610-7d50-4001-9b86-97e2b9d782a8 req-799c1115-cec2-4117-8ed8-c74a921904b1 service nova] Lock "dfa3d387-8062-4f77-9858-6581f1a4ecad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:49:35 user nova-compute[74497]: DEBUG nova.compute.manager [req-11a1e610-7d50-4001-9b86-97e2b9d782a8 req-799c1115-cec2-4117-8ed8-c74a921904b1 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] No waiting events found dispatching network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 {{(pid=74497) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 15:49:35 user nova-compute[74497]: WARNING nova.compute.manager [req-11a1e610-7d50-4001-9b86-97e2b9d782a8 req-799c1115-cec2-4117-8ed8-c74a921904b1 service nova] [instance: dfa3d387-8062-4f77-9858-6581f1a4ecad] Received unexpected event network-vif-plugged-90534c85-14b7-450f-9dce-86b002cef132 for instance with vm_state deleted and task_state None.
Oct 24 15:49:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:40 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:40 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:49:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:49:51 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:49:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:49:58 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:50:03 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:50:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:50:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:50:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:50:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:50:08 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:13 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Starting heal instance info cache {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Rebuilding the list of instances to heal {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Didn't find any instances for network info cache update. {{(pid=74497) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74497) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74497) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 15:50:18 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:20 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:23 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:25 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:26 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:26 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:28 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:28 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Auditing locally available compute resources for user (node: user) {{(pid=74497) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 15:50:30 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:50:30 user nova-compute[74497]: WARNING nova.virt.libvirt.driver [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 15:50:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Hypervisor/Node resource view: name=user free_ram=9071MB free_disk=25.15643310546875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74497) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74497) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG nova.compute.provider_tree [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed in ProviderTree for provider: 2105d7ad-1650-496f-b7c3-466f12f6fbc4 {{(pid=74497) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG nova.scheduler.client.report [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Inventory has not changed for provider 2105d7ad-1650-496f-b7c3-466f12f6fbc4 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74497) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG nova.compute.resource_tracker [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Compute_service record updated for user:user {{(pid=74497) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 15:50:30 user nova-compute[74497]: DEBUG oslo_concurrency.lockutils [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74497) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 15:50:33 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:35 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:38 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:50:41 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:41 user nova-compute[74497]: DEBUG nova.compute.manager [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74497) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 15:50:43 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 15:50:44 user nova-compute[74497]: DEBUG oslo_service.periodic_task [None req-cfbedc9a-0140-449c-b77a-ff37d48de6f6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74497) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 15:50:48 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 15:50:53 user nova-compute[74497]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74497) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}